-- Logs begin at Fri 2022-10-28 16:27:44 UTC, end at Fri 2022-10-28 17:29:23 UTC. -- Oct 28 17:00:22.118413 dv-cinder-859839-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 17:00:25.051974 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.common.config [-] Logging enabled! Oct 28 17:00:25.052615 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Oct 28 17:00:25.052796 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103836) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 28 17:00:25.056120 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.common.config [-] Logging enabled! Oct 28 17:00:25.056373 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Oct 28 17:00:25.056689 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103836) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 28 17:00:25.057657 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 17:00:25.057868 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 17:00:25.058264 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 17:00:25.058509 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 17:00:25.058740 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 17:00:25.059215 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.059666 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Oct 28 17:00:25.059979 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.060283 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.060582 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.060865 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.061155 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.061440 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.061731 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.062061 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.062351 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.062631 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.062942 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.063239 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.063508 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.063795 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.064083 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.064369 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] debug = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.064651 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.065075 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.065505 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.065788 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.066102 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.066389 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.066663 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.066938 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.067224 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.067554 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] host = dv-cinder-859839-1-iscsi {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.067832 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.068122 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.068413 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.068702 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.068978 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.069255 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.069543 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.069816 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.070120 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] log_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.070398 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.070687 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.070975 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.071269 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.071500 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.071725 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.072016 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.072311 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.072585 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.072858 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.073131 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.073405 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.073678 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.073945 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.074563 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.074845 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.075128 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.075404 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.075677 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.075949 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.076220 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.076504 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.076776 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.077044 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.077318 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.077607 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.077878 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.078174 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.078574 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.078863 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.079149 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.079438 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.079713 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.079997 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.080271 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.080542 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.080811 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] use_json = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.081084 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.081353 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.081637 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.081908 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.082212 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.082491 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.082764 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.083048 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.083320 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:25.083618 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.083917 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.084219 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.084517 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.084808 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.085087 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.085374 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.085653 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.085943 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.086321 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.086611 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.086889 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.087189 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.087476 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.087773 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.088077 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.088371 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.088661 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.088937 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.089210 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.089484 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.089762 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.090079 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.090359 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.090649 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.090940 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.091221 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.091517 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.091803 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.092095 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.092394 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.092667 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.092948 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.093240 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.093522 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.093798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.094122 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.094417 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.094700 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.094976 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.095261 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.095554 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.095853 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.096130 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.096417 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.096717 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.096996 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.097272 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.097547 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.097825 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.098130 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.098417 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.098696 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.098971 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.099244 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.099522 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.099795 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.100068 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.100347 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.100622 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.100899 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.101170 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.101442 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.101715 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.102008 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.102285 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.102556 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.102827 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.103103 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.103372 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.103645 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.103918 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.104191 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.104463 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.104746 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.105032 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.105326 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.105603 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.105882 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.106181 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.106459 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.106736 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.107008 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.107285 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.107560 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.107830 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.108118 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.108397 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.108698 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.108980 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.109255 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.109552 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.109874 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.110174 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.110458 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.110736 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.111012 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.111292 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.111573 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.111863 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.112156 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.112453 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.112744 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.113033 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.113312 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.113617 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.113895 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:25.114137 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 17:00:25.114378 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103836) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 17:00:25.485316 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Oct 28 17:00:25.485504 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Oct 28 17:00:25.485804 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Oct 28 17:00:25.486161 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 17:00:25.809014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.809297 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.809574 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.810920 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.811195 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.811462 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.856457 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.856746 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.857014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.870947 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.871235 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.871507 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.899357 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.899646 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.899916 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.936197 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.936471 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:25.936745 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.282104 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.282723 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.282723 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.282909 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.283596 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.381998 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.382345 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.382628 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.382901 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.383166 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.383476 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.383738 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.383999 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.384257 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.384541 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.384801 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.385023 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.385300 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.385556 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.385812 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.386103 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.386363 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.386630 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.386901 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.387162 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.387415 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.387670 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.387951 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.388331 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.388582 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.388829 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.389225 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 17:00:26.389467 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 17:00:26.389707 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 17:00:26.389944 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 17:00:26.390218 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 17:00:26.390441 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 17:00:26.390824 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 17:00:26.393910 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 17:00:26.397891 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 17:00:26.401701 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 28 17:00:26.403350 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 17:00:26.403826 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 17:00:26.404166 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 17:00:26.404549 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 17:00:26.407374 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 17:00:26.407622 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 17:00:26.407968 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 17:00:26.412842 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 17:00:26.436215 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 17:00:26.436666 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.436966 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103836) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Oct 28 17:00:26.437336 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.438746 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103836) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 17:00:26.439020 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 17:00:26.439273 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 17:00:26.450534 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.450851 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:26.604206 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 17:00:26.604484 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 17:00:26.604748 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 17:00:26.605176 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 17:00:26.631525 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_db.sqlalchemy.engines [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103836) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 17:00:27.076223 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Initializing driver for type 'gre' Oct 28 17:00:27.076862 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] gre ID ranges: [(1, 1000)] Oct 28 17:00:27.133838 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Initializing driver for type 'local' Oct 28 17:00:27.134207 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Initializing driver for type 'vlan' Oct 28 17:00:27.148719 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] VlanTypeDriver initialization complete Oct 28 17:00:27.149129 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Initializing driver for type 'vxlan' Oct 28 17:00:27.149680 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] vxlan ID ranges: [(1, 1000)] Oct 28 17:00:27.210927 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Initializing extension driver 'port_security' Oct 28 17:00:27.211274 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.extensions.port_security [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] PortSecurityExtensionDriver initialization complete Oct 28 17:00:27.211616 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Initializing mechanism driver 'openvswitch' Oct 28 17:00:27.211945 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Initializing mechanism driver 'hyperv' Oct 28 17:00:27.218556 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:00:27.221005 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > port after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.221393 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > port after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.222160 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > port after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.222707 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 17:00:27.223271 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > subnet after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.224561 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > subnet after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.224961 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.225365 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 17:00:27.225788 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > network after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.226181 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > network after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.226536 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > network after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.226935 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 17:00:27.227351 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > security_group after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.227712 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > security_group after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.228063 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > security_group after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.228465 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 17:00:27.228875 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.229231 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.229565 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.229979 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 17:00:27.230465 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > address_group after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.230839 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > address_group after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.231190 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > address_group after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.231561 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 17:00:27.232102 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] ML2 OVO RPC backend initialized. {{(pid=103836) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Oct 28 17:00:27.232816 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.233172 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.233596 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > network before_response 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.233969 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > networks before_response 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.234324 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > port before_response 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.234752 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > ports before_response 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.235113 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > subnet before_response 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.235445 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > subnets before_response 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.235800 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > network after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.236147 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > network after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.236491 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > network after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.236834 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > port after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.237176 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > port after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.237516 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > port after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.237857 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > subnet after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.238221 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > subnet after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.238562 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.245914 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded quota_driver: . Oct 28 17:00:27.246357 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.plugin [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Modular L2 Plugin initialization complete Oct 28 17:00:27.246758 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading services supported by the core plugin {{(pid=103836) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 17:00:27.247259 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.plugins.ml2.managers [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Got port-security extension from driver 'port_security' Oct 28 17:00:27.247599 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.extensions.vlantransparent [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Disabled vlantransparent extension. Oct 28 17:00:27.248109 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103836) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 17:00:27.248437 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading Plugin: router Oct 28 17:00:27.283741 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router_interface before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.284388 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router after_create 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.284475 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router before_create 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.284867 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.285243 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.285601 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router after_delete 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.285983 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > floatingip after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.286353 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > floatingip after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.286714 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router after_create 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.287064 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router after_update 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.287415 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router after_update 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.287754 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.288113 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router after_update 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.288529 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router precommit_update 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.288901 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: port after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.289250 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: port after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.289587 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: subnet after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.289936 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.290307 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > port precommit_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.290656 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router precommit_create 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.291001 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: port before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.291473 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router precommit_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.291831 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router after_update 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.292181 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router precommit_delete 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.292536 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router precommit_create 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.292901 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.293247 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router precommit_update 55549900 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.293617 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > agent after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.293985 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > agent after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.294336 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > network after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.295218 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Tracking information for resource: router configured {{(pid=103836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 17:00:27.295553 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Tracking information for resource: floatingip configured {{(pid=103836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 17:00:27.300495 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.db.l3_agentschedulers_db [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 17:00:27.301076 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: port after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.301444 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: port after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.301799 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: port after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.302190 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: port after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.302985 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router before_create 55550100 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.303357 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router precommit_delete 55550100 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.303708 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router precommit_create 55550100 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.304067 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > router precommit_update 55550100 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.308975 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.services.provider_configuration [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service providers = [] {{(pid=103836) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 17:00:27.309346 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.db.servicetype_db [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103836) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 17:00:27.312319 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.services.service_base [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 17:00:27.312678 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.services.service_base [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 17:00:27.313110 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.services.service_base [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 17:00:27.313999 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.services.service_base [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 17:00:27.314405 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.services.service_base [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 17:00:27.314794 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 17:00:27.315114 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 17:00:27.325892 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 17:00:27.326323 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading Plugin: auto_allocate Oct 28 17:00:27.332037 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: network precommit_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.332409 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: network precommit_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.332943 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 17:00:27.333265 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading Plugin: tag Oct 28 17:00:27.341231 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 17:00:27.341564 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading Plugin: timestamp Oct 28 17:00:27.345441 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 17:00:27.345776 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading Plugin: network_ip_availability Oct 28 17:00:27.351230 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.351606 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.351980 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.352696 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 17:00:27.353017 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading Plugin: flavors Oct 28 17:00:27.357854 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 17:00:27.358215 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading Plugin: revisions Oct 28 17:00:27.362783 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 17:00:27.363187 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_concurrency.lockutils [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.877s {{(pid=103836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Oct 28 17:00:27.363931 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103836) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 17:00:27.364270 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Initializing extension manager. Oct 28 17:00:27.364797 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: __init__.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.365142 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: __pycache__ {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.365483 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: address_group.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.366272 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.366832 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: address-group Oct 28 17:00:27.367158 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: address_scope.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.367872 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.368375 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: address-scope Oct 28 17:00:27.368703 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.369618 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.370155 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: router-admin-state-down-before-update Oct 28 17:00:27.370455 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: agent.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.371176 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.371680 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: agent Oct 28 17:00:27.372003 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: agent_resources_synced.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.372924 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.373432 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: agent-resources-synced Oct 28 17:00:27.373765 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: allowedaddresspairs.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.375637 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.376154 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: allowed-address-pairs Oct 28 17:00:27.376483 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: auto_allocated_topology.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.377562 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.378105 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: auto-allocated-topology Oct 28 17:00:27.378430 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: availability_zone.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.379127 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.379631 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: availability_zone Oct 28 17:00:27.379966 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: availability_zone_filter.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.380871 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.381372 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: availability_zone_filter Oct 28 17:00:27.381697 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: data_plane_status.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.382631 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.383127 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 17:00:27.383454 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: default_subnetpools.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.384389 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.384897 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: default-subnetpools Oct 28 17:00:27.385225 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.386073 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.386577 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: dhcp_agent_scheduler Oct 28 17:00:27.386904 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: dns.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.387818 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.388314 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension dns-integration not supported by any of loaded plugins Oct 28 17:00:27.388640 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: dns_domain_ports.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.389549 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.390082 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 17:00:27.390412 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.391373 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.391874 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 17:00:27.392198 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: dvr.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.392877 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.393374 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: dvr Oct 28 17:00:27.393697 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: ecmp_routes.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.394646 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.395143 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 17:00:27.395465 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: empty_string_filtering.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.396378 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.396888 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: empty-string-filtering Oct 28 17:00:27.397211 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.398156 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.398655 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 17:00:27.398982 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.399901 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.400448 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 17:00:27.400747 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: external_net.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.401658 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.402186 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: external-net Oct 28 17:00:27.402513 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.403430 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.403930 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: extra_dhcp_opt Oct 28 17:00:27.404255 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: extraroute.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.405178 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.405674 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: extraroute Oct 28 17:00:27.406017 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: extraroute_atomic.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.407068 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.407574 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: extraroute-atomic Oct 28 17:00:27.407902 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: filter_validation.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.408576 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.409073 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: filter-validation Oct 28 17:00:27.409398 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: fip_pf_description.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.410339 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.410840 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 17:00:27.411161 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: fip_port_details.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.412247 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.412759 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: fip-port-details Oct 28 17:00:27.413088 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: flavors.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.414350 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.414866 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: flavors Oct 28 17:00:27.415196 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.416837 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.417358 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 17:00:27.417686 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: floatingip_pools.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.418437 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.418946 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: floatingip-pools Oct 28 17:00:27.419275 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: ip_allocation.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.420198 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.420696 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 17:00:27.421022 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.421958 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.422594 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: ip-substring-filtering Oct 28 17:00:27.422919 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: l2_adjacency.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.423855 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.424353 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 17:00:27.424677 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: l3.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.425638 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.426179 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: router Oct 28 17:00:27.426504 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.428730 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.429256 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 17:00:27.429593 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.430557 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.431070 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: ext-gw-mode Oct 28 17:00:27.431396 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.432315 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.432832 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: l3-ha Oct 28 17:00:27.433161 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.434114 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.434620 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 28 17:00:27.434946 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: l3_flavors.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.435861 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.436367 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: l3-flavors Oct 28 17:00:27.436694 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: l3_ndp_proxy.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.438110 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.438618 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 28 17:00:27.438949 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.439879 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.440389 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 17:00:27.440717 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: l3agentscheduler.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.441758 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.442297 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: l3_agent_scheduler Oct 28 17:00:27.442632 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: local_ip.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.444384 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.444906 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension local_ip not supported by any of loaded plugins Oct 28 17:00:27.445236 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: logging.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.446884 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.447410 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension logging not supported by any of loaded plugins Oct 28 17:00:27.447753 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: metering.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.448504 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.449389 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: metering Oct 28 17:00:27.449748 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.450860 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.451372 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: metering_source_and_destination_fields Oct 28 17:00:27.451702 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: multiprovidernet.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.452655 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.453159 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: multi-provider Oct 28 17:00:27.453535 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: netmtu.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.454549 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.455052 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: net-mtu Oct 28 17:00:27.455375 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: netmtu_writable.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.456293 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.456796 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: net-mtu-writable Oct 28 17:00:27.457123 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: network_availability_zone.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.457795 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.458333 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: network_availability_zone Oct 28 17:00:27.458657 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: network_ip_availability.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.459763 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.460263 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: network-ip-availability Oct 28 17:00:27.460592 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: network_segment_range.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.461365 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.461862 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 17:00:27.462230 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: pagination.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.463218 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.463549 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: pagination Oct 28 17:00:27.463876 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: port_device_profile.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.464784 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.465288 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: port-device-profile Oct 28 17:00:27.465615 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.466572 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.467077 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: port-mac-address-regenerate Oct 28 17:00:27.467402 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.468318 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.468822 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: port-numa-affinity-policy Oct 28 17:00:27.469193 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: port_resource_request.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.470143 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.470648 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 17:00:27.470973 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: port_resource_request_groups.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.471957 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.472460 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 28 17:00:27.472784 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: portbindings.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.473711 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.474247 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: binding Oct 28 17:00:27.474567 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: portbindings_extended.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.475837 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.476336 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: binding-extended Oct 28 17:00:27.476669 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: portsecurity.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.477592 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.478134 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: port-security Oct 28 17:00:27.478463 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: project_id.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.479452 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.479785 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: project-id Oct 28 17:00:27.480110 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: providernet.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.481027 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.481536 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: provider Oct 28 17:00:27.481859 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.485392 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.485908 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos not supported by any of loaded plugins Oct 28 17:00:27.486269 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.487509 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.488020 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 17:00:27.488352 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.489273 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.489779 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 17:00:27.490137 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_default.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.491058 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.491597 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-default not supported by any of loaded plugins Oct 28 17:00:27.491925 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_fip.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.492856 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.493367 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-fip not supported by any of loaded plugins Oct 28 17:00:27.493692 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_fip_network_policy.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.494647 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.495149 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 28 17:00:27.495473 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_gateway_ip.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.496524 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.497034 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 17:00:27.497354 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_port_network_policy.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.498306 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.498812 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 17:00:27.499139 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.500247 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.500773 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 17:00:27.501100 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.502173 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.502691 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 28 17:00:27.503015 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_pps_rule.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.504195 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.504702 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-pps not supported by any of loaded plugins Oct 28 17:00:27.505030 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_rule_type_details.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.505982 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.506489 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 17:00:27.506810 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: qos_rules_alias.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.507857 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.508360 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 17:00:27.508688 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: quota_check_limit.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.509599 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.510141 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: quota-check-limit Oct 28 17:00:27.510469 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: quotasv2.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.511395 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.511723 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: quotas Oct 28 17:00:27.512047 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: quotasv2_detail.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.513765 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.514133 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: quota_details Oct 28 17:00:27.514468 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: rbac.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.515513 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.516057 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: rbac-policies Oct 28 17:00:27.516395 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: rbac_address_group.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.517328 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.517846 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: rbac-address-group Oct 28 17:00:27.518265 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: rbac_address_scope.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.519183 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.519687 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: rbac-address-scope Oct 28 17:00:27.520015 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: rbac_security_groups.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.520928 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.521432 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: rbac-security-groups Oct 28 17:00:27.521764 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: rbac_subnetpool.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.522724 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.523228 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: rbac-subnetpool Oct 28 17:00:27.523560 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: revisionifmatch.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.524548 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.525054 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: revision-if-match Oct 28 17:00:27.525383 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: revisions.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.526530 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.527036 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: standard-attr-revisions Oct 28 17:00:27.527362 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: router_availability_zone.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.528039 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.528544 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: router_availability_zone Oct 28 17:00:27.528871 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: routerservicetype.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.529804 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.530338 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension router-service-type not supported by any of loaded plugins Oct 28 17:00:27.530660 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.531649 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.532156 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: security-groups-normalized-cidr Oct 28 17:00:27.532488 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.533412 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.533921 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: port-security-groups-filtering Oct 28 17:00:27.534269 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.535203 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.535702 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: security-groups-remote-address-group Oct 28 17:00:27.536031 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.536961 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.537464 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: security-groups-shared-filtering Oct 28 17:00:27.537791 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.538414 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Oct 28 17:00:27.538737 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: securitygroup.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.548379 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.548925 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: security-group Oct 28 17:00:27.549249 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: segment.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.549971 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.550516 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension segment not supported by any of loaded plugins Oct 28 17:00:27.550848 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.551802 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.552317 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 17:00:27.552643 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: servicetype.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.553749 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.554295 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: service-type Oct 28 17:00:27.554623 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: sorting.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.555608 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.555940 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: sorting Oct 28 17:00:27.556263 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: standard_attr_segment.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.557185 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.557689 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 17:00:27.558046 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: standardattrdescription.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.558703 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.559202 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: standard-attr-description Oct 28 17:00:27.559524 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: stateful_security_group.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.560486 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.561004 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: stateful-security-group Oct 28 17:00:27.561331 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: stdattrs_common.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.561903 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 17:00:27.562261 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.563252 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.563754 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 17:00:27.564081 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: subnet_onboard.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.565144 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.565652 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: subnet_onboard Oct 28 17:00:27.565985 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.566939 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.567441 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 17:00:27.567765 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: subnet_service_types.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.568689 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.569196 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: subnet-service-types Oct 28 17:00:27.569519 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: subnetallocation.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.570635 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.571150 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: subnet_allocation Oct 28 17:00:27.571479 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.572159 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.572680 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: subnetpool-prefix-ops Oct 28 17:00:27.573011 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.573977 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.574826 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 17:00:27.575157 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: tagging.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.576212 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.576765 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: standard-attr-tag Oct 28 17:00:27.577053 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: timestamp.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.578315 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.578826 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loaded extension: standard-attr-timestamp Oct 28 17:00:27.579155 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: trunk.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.580189 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.580697 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension trunk not supported by any of loaded plugins Oct 28 17:00:27.581023 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: trunk_details.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.581944 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.582480 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension trunk-details not supported by any of loaded plugins Oct 28 17:00:27.582803 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: uplink_status_propagation.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.583725 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.584229 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 17:00:27.584553 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Loading extension file: vlantransparent.py {{(pid=103836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 17:00:27.585230 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 17:00:27.585728 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 17:00:27.588337 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:network Oct 28 17:00:27.588863 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:subnet Oct 28 17:00:27.589262 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 17:00:27.589653 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:port Oct 28 17:00:27.591007 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.591444 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service FLAVORS assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.592088 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.592533 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.592867 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:router Oct 28 17:00:27.593293 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:floatingip Oct 28 17:00:27.593784 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service METERING assigned prefix: /metering {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.595337 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.595711 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.596064 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:00:27.597090 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 17:00:27.597531 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:security_group Oct 28 17:00:27.597971 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 17:00:27.598587 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service CORE assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.598924 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 17:00:27.599272 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] subnetpool is already registered Oct 28 17:00:27.599709 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service CORE assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.600041 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 17:00:27.600377 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] subnetpool is already registered Oct 28 17:00:27.602716 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.603151 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service FLAVORS assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.603746 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.604169 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.604504 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:router Oct 28 17:00:27.604843 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] router is already registered Oct 28 17:00:27.605257 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:floatingip Oct 28 17:00:27.605590 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] floatingip is already registered Oct 28 17:00:27.606054 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service METERING assigned prefix: /metering {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.606727 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 17:00:27.607060 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] rbac_policy is already registered Oct 28 17:00:27.607472 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:security_group Oct 28 17:00:27.607827 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] security_group is already registered Oct 28 17:00:27.608228 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 17:00:27.608563 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] security_group_rule is already registered Oct 28 17:00:27.609181 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service CORE assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.609541 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 17:00:27.609895 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] subnetpool is already registered Oct 28 17:00:27.610350 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.v2.resource_helper [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Service CORE assigned prefix: {{(pid=103836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 17:00:27.610680 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 17:00:27.611012 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING neutron.quota.resource_registry [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] subnetpool is already registered Oct 28 17:00:27.611483 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: extensions {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.612978 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: address-groups {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.614528 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: address-scopes {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.615852 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: agents {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.617027 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: auto-allocated-topology {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.618321 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: availability_zones {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.619560 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: dhcp-networks {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.622176 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: dhcp-agents {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.623664 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: routers {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.625980 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: flavors {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.627172 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: service_profiles {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.628401 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: next_providers {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.629858 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: service_profiles {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.631512 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: floatingip-pools {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.632749 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: routers {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.634922 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: floatingips {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.636213 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: l3-routers {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.637613 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: l3-agents {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.639134 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: metering-labels {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.640507 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: metering-label-rules {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.641838 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: network-ip-availabilities {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.643141 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: bindings {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.644798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: quotas {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.646419 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: quotas {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.647957 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: rbac-policies {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.649259 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: security-groups {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.650538 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: security-group-rules {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.651784 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: service-providers {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.653061 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: subnetpools {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.654530 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: subnetpools {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.656031 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: tags {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.657779 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: tags {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.659619 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: tags {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.661439 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: tags {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.663264 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: tags {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.665140 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: tags {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.666890 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: tags {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.668876 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: tags {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.670677 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: tags {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.672546 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron.api.extensions [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Extended resource: tags {{(pid=103836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 17:00:27.678563 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING keystonemiddleware.auth_token [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 17:00:27.684187 dv-cinder-859839-1-iscsi neutron-server[103836]: WARNING keystonemiddleware.auth_token [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 17:00:27.693106 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_concurrency.lockutils [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Acquired lock "singleton_lock" {{(pid=103836) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Oct 28 17:00:27.693599 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_concurrency.lockutils [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Releasing lock "singleton_lock" {{(pid=103836) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 28 17:00:27.694312 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO oslo_service.service [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Starting 2 workers Oct 28 17:00:27.699680 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Started child 103943 {{(pid=103836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 17:00:27.704602 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Started child 103944 {{(pid=103836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 17:00:27.706105 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO neutron.service [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 17:00:27.706626 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:27.707335 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Publish callbacks [] for process (None), before_spawn {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:27.708042 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [-] (103943) wsgi starting up on http://0.0.0.0:9696 Oct 28 17:00:27.709669 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO oslo_service.service [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Starting 1 workers Oct 28 17:00:27.712708 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:27.714067 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [-] (103944) wsgi starting up on http://0.0.0.0:9696 Oct 28 17:00:27.715009 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Started child 103945 {{(pid=103836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 17:00:27.715574 dv-cinder-859839-1-iscsi neutron-server[103836]: INFO oslo_service.service [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Starting 1 workers Oct 28 17:00:27.718783 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.service [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] calling RpcWorker wait() {{(pid=103945) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 17:00:27.719494 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.service [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] returning from RpcWorker wait() {{(pid=103945) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 17:00:27.720253 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Started child 103946 {{(pid=103836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 17:00:27.720836 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:27.720961 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c71b6dde-d832-438b-93c9-4542c236c8cd None None] Publish callbacks [] for process (None), after_spawn {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:27.721346 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:00:27.722848 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103836) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 17:00:27.723032 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 17:00:27.723434 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 17:00:27.723714 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 17:00:27.724056 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 17:00:27.724179 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 17:00:27.724693 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.724975 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.725098 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:27.725561 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.725561 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.725747 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.726030 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:00:27.726358 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.726615 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.726856 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.727130 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.727389 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.727530 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.727716 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.727968 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.728201 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.728494 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.728745 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.728992 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.729247 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.729426 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.729678 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.729936 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.730195 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.730479 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] debug = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.730710 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.731177 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.731400 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.731633 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.731866 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.732151 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.732378 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.732665 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.732905 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.733147 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.733379 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.733630 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.733859 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.734109 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.734362 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.734652 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.734897 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.735130 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.735602 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] host = dv-cinder-859839-1-iscsi {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.735834 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.736051 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.736295 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.736551 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.736810 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.737045 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.737292 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.737570 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.737798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.738044 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.738280 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.738506 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.738737 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.738982 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.739124 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_options = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.739369 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.739644 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.739909 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.740094 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.740345 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.740491 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.740685 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.740815 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.741064 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.741279 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.741492 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.741727 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.741942 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.742198 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.742452 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.742671 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.742910 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.743118 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.743360 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.743602 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.743844 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.744087 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.744301 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.744519 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.744757 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.744968 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.745207 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.745420 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.746820 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.746820 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.746820 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.746820 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.746820 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.747417 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.747417 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.747417 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.747745 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.747862 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.748046 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.749010 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.749010 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.749010 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.749222 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.749330 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.749713 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.750249 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.750560 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_json = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.751130 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.751675 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.752255 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.752639 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.753087 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.753281 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.753487 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.753856 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.754224 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.754807 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.755232 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.755680 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.756069 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.756468 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.756719 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.756974 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.757222 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.757464 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.757736 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.758085 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.758500 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.758991 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.759421 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.759852 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.760353 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.760773 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.761219 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.761644 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.762089 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.762494 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.762885 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.763315 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.763733 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.764124 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.764382 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.764611 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.764907 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.765172 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.765512 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.766011 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.766462 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.766895 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.767317 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.767740 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.768145 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.768531 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.768916 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.769316 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.769753 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.770185 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.770605 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.771014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.771428 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.771809 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.772206 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.772647 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.773068 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.773473 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.773883 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.774318 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.774703 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.775145 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.775375 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.775619 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.775843 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.776107 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.776367 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.776609 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.776844 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.777093 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.777318 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.777555 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.777785 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.778031 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.778250 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.778472 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.778700 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.778931 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.779306 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.779676 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.779895 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.780261 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.780498 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.780920 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.781201 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.781710 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.781818 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.782064 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.782286 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.782504 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.782795 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.783021 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.783232 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.783611 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.783990 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.784215 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.784432 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.784668 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.784883 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.785094 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.785344 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.785621 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.785933 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.786222 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.786465 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.786686 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.787024 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.787396 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.787517 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 55430) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:00:27.787903 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.788272 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.788640 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.788879 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.789137 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.789396 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.789632 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.789876 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.790121 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.790362 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.790604 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.790824 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.791049 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.791269 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.791504 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.791750 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.792024 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.792260 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.792494 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.792726 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.792957 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.793210 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.793470 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.793739 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.794799 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.794799 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.794799 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.794799 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.795115 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.795302 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.795565 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.795822 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.796304 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.796468 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064662 Oct 28 17:00:27.796904 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.797203 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.798441 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.798816 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.799262 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.799693 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.800136 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.800589 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.800906 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.801172 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.801404 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.801641 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.802413 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.802413 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.802413 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.802702 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.802947 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.803202 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.803448 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.803694 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.803927 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.804168 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.805020 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.805020 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.805020 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.805252 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.805318 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.805493 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.805844 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.806320 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.806676 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.806923 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.807158 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.807517 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.807875 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.808270 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.808499 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.808727 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.808968 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.809189 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.809410 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.809645 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.809878 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.810188 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.810410 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.810694 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.810945 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.811163 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.811394 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.811652 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.811903 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.812118 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.812363 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.812624 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.812876 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.813081 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.813301 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.813535 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.814519 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.814519 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.814519 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.814519 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.814839 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.815030 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.815280 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.815525 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.815754 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.815997 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.816230 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.816436 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.816659 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.816892 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.817116 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.817343 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.817577 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.817815 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.818095 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.818468 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.818707 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.818952 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.819190 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.819442 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.819676 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.819897 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.820118 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.820336 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.820555 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.820767 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.821070 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.821308 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.821524 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.821734 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.822045 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.822295 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.822523 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.822782 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.823043 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.823270 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.823637 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.824390 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.824756 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.825855 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.826280 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.826667 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.827136 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.827347 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.827518 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.827747 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.827963 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.828347 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.828734 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.829085 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.829423 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.829795 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.830185 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.830543 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.830803 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.831020 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.831254 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.831467 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.831687 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.831900 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.832128 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.832342 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.832550 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.832773 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.832993 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.833208 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.833521 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.833770 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.834007 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.834287 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.834556 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.834817 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.835064 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.835358 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.835590 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.835928 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.836061 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.836276 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.836645 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.836924 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.837252 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.837550 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.837794 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.838142 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.838495 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.838702 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.838982 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.839226 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.840182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.840182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.840182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.840412 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.840575 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.840818 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.841045 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.841262 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.841480 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.841714 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.841982 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.842916 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.842916 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.842916 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.842916 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.843209 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.843381 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.843664 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.843828 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.844110 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.844327 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.844506 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 17:00:27.845027 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103836) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 17:00:27.845190 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 17:00:27.845341 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 17:00:27.845510 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 17:00:27.845680 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 17:00:27.845826 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 17:00:27.846064 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.846230 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.846365 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.846522 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.846682 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.846861 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.847038 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.847175 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.847329 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.847462 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.847596 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.847758 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.848054 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.848332 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.848608 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.848922 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.849089 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.849227 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.849383 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.849541 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.849700 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.849858 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.853970 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] debug = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.853970 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.853970 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.853970 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.853970 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.853970 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854471 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854471 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854471 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854675 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:00:27.854763 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854763 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854763 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854763 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854763 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854763 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854763 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.854763 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] host = dv-cinder-859839-1-iscsi {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855182 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855639 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855639 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855639 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855639 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855639 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855639 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855639 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.855639 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.856150 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.856150 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_options = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.856150 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.856357 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.856357 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.856545 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.856852 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.857147 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.857433 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.857725 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.858035 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.858346 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.858815 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.858815 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.858815 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.859028 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.859096 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.859249 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.859588 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.859678 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.859770 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.860072 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.860357 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.860645 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.860922 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.861191 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.861478 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.861754 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.862062 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.862369 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.862531 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.862691 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.862848 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.863134 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.863421 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.863712 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.863872 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.864024 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.864186 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.864344 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.864545 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.864658 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.864813 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.865123 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.865278 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.865437 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.865595 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.865753 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.865911 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_json = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.866112 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.866269 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.866428 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.866584 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.866764 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.866899 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.867060 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.867220 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.867929 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 17:00:27.867929 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.867929 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.867929 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.868228 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.868228 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.868385 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.868465 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.868603 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.868913 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.869072 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.869244 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.869408 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.869580 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.869741 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.869902 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.870118 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.870287 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.870431 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.870586 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.870893 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.871054 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.871926 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.871926 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.871926 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.871926 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.871926 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.872305 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.872305 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.872305 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.872505 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.872580 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.872743 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.872900 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.873199 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.873362 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.873658 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.873944 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.874258 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.874418 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.874586 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.874750 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.874895 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.875058 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.875250 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.875544 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.875716 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.875878 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.876036 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.876189 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.876353 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.876514 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.876674 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.876830 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.876993 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.877159 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.877321 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.877481 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.877655 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.877884 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.877998 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.878161 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.878322 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.878462 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.878613 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.878773 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.878929 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.879230 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.879526 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.879835 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.880000 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.880160 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.880903 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.880903 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.880903 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.880903 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.880903 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.881209 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.881209 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.881463 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.881616 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.881753 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.881886 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.882047 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.882194 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.882285 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.882437 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.882602 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.882759 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.882915 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.883083 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.883224 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.884243 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.884420 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.884616 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.884878 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.884999 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.885102 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.885240 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.885545 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.885842 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.886157 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.886318 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.886469 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.886646 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.886781 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.886938 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.887111 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.887272 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889014 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.889798 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.890653 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.890653 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.890653 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.890653 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.890653 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.890653 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.891246 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.891246 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.891246 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.891469 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.891469 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.891612 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.891734 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.891896 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.892057 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.892217 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.892402 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.892562 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.892722 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.892882 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.893054 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.893203 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.893363 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.893523 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.893740 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.893858 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.894017 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.894229 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.894346 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.894485 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.894644 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.895488 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.895488 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.895488 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.895488 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.895488 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.895980 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.895980 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.895980 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.896260 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.896260 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.896446 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.896446 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.896633 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.896826 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.896966 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.897072 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.897910 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.897910 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.897910 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.897910 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.897910 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.898520 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.898520 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.898520 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.898520 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.898903 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.898903 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.898903 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.899177 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.899177 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.899364 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.899476 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.900457 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.900457 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.900457 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.900457 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.900457 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.900457 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.901025 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.901025 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.901025 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.901025 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.901578 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.901578 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.901578 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.901963 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.901963 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.901963 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.902341 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.902341 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.902703 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.902703 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.902703 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.903093 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.903093 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.903342 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.903342 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.903591 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.903591 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.903847 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.903979 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.904110 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.904240 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.904470 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.904470 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.904736 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.904867 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.905007 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.905141 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.905365 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.905365 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.905617 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.905748 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.905879 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.906058 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.906230 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.906408 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.906557 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.906776 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.906921 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.907054 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.907184 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.907741 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.907741 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.907741 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.908024 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.908024 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.908214 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.908214 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.908436 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.908553 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.908669 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.908871 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.909002 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.909121 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.909271 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.909430 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.909591 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.909748 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.909919 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.910108 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.910252 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.910412 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.910571 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.910730 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.910899 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.911061 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.911223 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.911391 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.911602 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.911734 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.911864 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.912015 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.912177 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.912341 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.913268 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.913268 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.913268 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.913268 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.913268 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.913268 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.913935 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.913935 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.913935 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.913935 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.914348 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.914348 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.914659 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.914659 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.914659 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.915002 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.915002 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.915184 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.915262 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.915424 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.915586 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.915745 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.915907 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.916067 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.916227 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.916754 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.916754 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.916754 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.917103 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.917103 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.917324 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.917324 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.918326 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 17:00:27.918326 dv-cinder-859839-1-iscsi neutron-server[103836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 17:00:39.168265 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de26b8c-08a2-4d95-8b78-16b4757ddc25 None None] get_active_networks_info from dv-cinder-859839-1-iscsi {{(pid=103945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Oct 28 17:00:39.224387 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de26b8c-08a2-4d95-8b78-16b4757ddc25 None None] No non-hosted networks {{(pid=103945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 17:00:39.240837 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.agentschedulers_db [None req-1de26b8c-08a2-4d95-8b78-16b4757ddc25 None None] DHCP Agent not found on host dv-cinder-859839-1-iscsi {{(pid=103945) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 28 17:00:39.327102 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-beaccb2f-dcd9-4ea7-afd6-0937f5cc3845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914445'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:41.428113 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-43494316-63c5-4354-b111-bf135b3e6291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914445'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:41.567079 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-67a41328-ee68-4a63-893a-128c6b1dde01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:42.428968 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914445'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:44.021831 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914445'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:45.227187 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 55518) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:00:45.318385 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914445'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:45.319774 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.320243 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.320712 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.321179 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.321642 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.322142 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.322624 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.322968 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.323291 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.324070 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.324582 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.324968 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.325305 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:45.325938 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859839-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:00:45.331106 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859839-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:00:45.760032 dv-cinder-859839-1-iscsi neutron-server[103943]: WARNING oslo_policy.policy [None req-27313b64-1da1-4a8f-ac9f-82fbc4e10d61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 17:00:45.760603 dv-cinder-859839-1-iscsi neutron-server[103943]: WARNING oslo_policy.policy [None req-27313b64-1da1-4a8f-ac9f-82fbc4e10d61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 17:00:45.976393 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [None req-27313b64-1da1-4a8f-ac9f-82fbc4e10d61 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:00:45.977494 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-27313b64-1da1-4a8f-ac9f-82fbc4e10d61 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7492635 Oct 28 17:00:48.552687 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 55544) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:00:48.883014 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-98b2b17d-b6b9-4477-a342-39fad81559c0 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:00:48.972723 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.policy [None req-98b2b17d-b6b9-4477-a342-39fad81559c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103943) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 17:00:49.016593 dv-cinder-859839-1-iscsi neutron-server[103943]: WARNING oslo_policy.policy [None req-98b2b17d-b6b9-4477-a342-39fad81559c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 17:00:49.016887 dv-cinder-859839-1-iscsi neutron-server[103943]: WARNING oslo_policy.policy [None req-98b2b17d-b6b9-4477-a342-39fad81559c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 17:00:49.114572 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-98b2b17d-b6b9-4477-a342-39fad81559c0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757696272724', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757696274055', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757696274720', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757696290334', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757696291826', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757696304728', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-925109', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654940', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8357286', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8315582'] for rbac-policy (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:49.188637 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-98b2b17d-b6b9-4477-a342-39fad81559c0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:49.189840 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-98b2b17d-b6b9-4477-a342-39fad81559c0 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6360822 Oct 28 17:00:49.601190 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.db.l3_hamode_db [None req-eec30656-253b-4f84-b57f-dfefc46a06d0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 17:00:49.675351 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec30656-253b-4f84-b57f-dfefc46a06d0 None None] Routers set() bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:00:49.675655 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec30656-253b-4f84-b57f-dfefc46a06d0 None None] Router IDs set() for agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 17:00:51.711027 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 55554) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:00:52.054964 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:00:52.095204 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Made reservation on behalf of 6c88f2fc42164894be40c7d1eed746bc for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:00:52.098944 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:52.115276 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:52.226953 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Publish callbacks [] for security_group (3e09cdf7-8c3c-499e-a7d8-7783aa51c57d), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:52.235296 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3e09cdf7-8c3c-499e-a7d8-7783aa51c57d), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:52.272311 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:00:52.299058 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757694410015', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:52.299624 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Unsubscribe: segment precommit_create {{(pid=103943) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 17:00:52.300145 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Added segment 1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56 of type vlan for network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a Oct 28 17:00:52.305811 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3e09cdf7-8c3c-499e-a7d8-7783aa51c57d,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:00:52.340373 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.340704 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.341086 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.341410 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.341723 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.342085 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.342427 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.342799 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.343112 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.343449 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.343769 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.344082 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.344395 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Tracked resource versions report: Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: pushed versions: Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: { 'AddressGroup': {'1.2'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'ConntrackHelper': {'1.0'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'LocalIPAssociation': {'1.0'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Log': {'1.0'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Network': {'1.1'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Port': {'1.7'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'PortForwarding': {'1.2'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'QosPolicy': {'1.10'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SecurityGroup': {'1.5'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SecurityGroupRule': {'1.2'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SubPort': {'1.0'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Subnet': {'1.1'}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Trunk': {'1.1'}} Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: consumer versions: Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: { DHCP agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: L3 agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: Metadata agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: Metering agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: Open vSwitch agent@dv-cinder-859839-1-iscsi: { 'AddressGroup': '1.2', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'ConntrackHelper': '1.0', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'LocalIPAssociation': '1.0', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Log': '1.0', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Network': '1.1', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Port': '1.7', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'PortForwarding': '1.2', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'QosPolicy': '1.10', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SecurityGroup': '1.5', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SecurityGroupRule': '1.2', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SubPort': '1.0', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Subnet': '1.1', Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Trunk': '1.1'}} Oct 28 17:00:52.345751 dv-cinder-859839-1-iscsi neutron-server[103943]: {{(pid=103943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 17:00:52.407515 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:52.450342 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:52.455649 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:00:52.456357 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:52.543518 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8311718 Oct 28 17:00:52.573622 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420fee-263d-4c3e-9ced-8171e4aad01c demo demo] Pushing event updated for resources: {'Network': ['ID=2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:00:52.589390 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:00:55.113794 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 55566) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:00:55.639483 dv-cinder-859839-1-iscsi neutron-server[103944]: WARNING oslo_policy.policy [None req-bbdcf706-b99b-498d-8808-ef8f612f7864 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 17:00:55.640043 dv-cinder-859839-1-iscsi neutron-server[103944]: WARNING oslo_policy.policy [None req-bbdcf706-b99b-498d-8808-ef8f612f7864 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 17:00:56.065451 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.policy [None req-bbdcf706-b99b-498d-8808-ef8f612f7864 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103944) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 17:00:56.108060 dv-cinder-859839-1-iscsi neutron-server[103944]: WARNING oslo_policy.policy [None req-bbdcf706-b99b-498d-8808-ef8f612f7864 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 17:00:56.108425 dv-cinder-859839-1-iscsi neutron-server[103944]: WARNING oslo_policy.policy [None req-bbdcf706-b99b-498d-8808-ef8f612f7864 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 17:00:56.116510 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdcf706-b99b-498d-8808-ef8f612f7864 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:00:56.119014 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bbdcf706-b99b-498d-8808-ef8f612f7864 demo admin] 10.222.0.20 "GET /v2.0/networks/2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a HTTP/1.1" status: 200 len: 825 time: 1.0024743 Oct 28 17:00:56.159902 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-2228d300-c553-45dd-b486-2102682695d8 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/b2db2a42-9e1d-4379-b471-68dce1d3720d HTTP/1.1" status: 200 len: 734 time: 0.0331941 Oct 28 17:00:56.168686 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b2db2a42-9e1d-4379-b471-68dce1d3720d', 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:00:56.208292 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Made reservation on behalf of 6c88f2fc42164894be40c7d1eed746bc for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:00:56.211001 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:56.494783 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (46ebc919-092a-4799-9456-5934e7cd51ac), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:56.560881 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Checking segment: {'id': '1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:00:56.561258 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Network hostable DHCP agents. Network: 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:00:56.572695 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=46ebc919-092a-4799-9456-5934e7cd51ac,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:00:56.589169 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.589516 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.589933 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.590388 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.590721 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.591048 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.591440 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.591767 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.592074 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.592510 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.592772 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.593088 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.593409 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Tracked resource versions report: Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: pushed versions: Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: { 'AddressGroup': {'1.2'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'ConntrackHelper': {'1.0'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'LocalIPAssociation': {'1.0'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Log': {'1.0'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Network': {'1.1'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Port': {'1.7'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'PortForwarding': {'1.2'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'QosPolicy': {'1.10'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SecurityGroup': {'1.5'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SecurityGroupRule': {'1.2'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SubPort': {'1.0'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Subnet': {'1.1'}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Trunk': {'1.1'}} Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: consumer versions: Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: { DHCP agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: L3 agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: Metadata agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: Metering agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: Open vSwitch agent@dv-cinder-859839-1-iscsi: { 'AddressGroup': '1.2', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'ConntrackHelper': '1.0', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'LocalIPAssociation': '1.0', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Log': '1.0', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Network': '1.1', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Port': '1.7', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'PortForwarding': '1.2', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'QosPolicy': '1.10', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SecurityGroup': '1.5', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SecurityGroupRule': '1.2', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SubPort': '1.0', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Subnet': '1.1', Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Trunk': '1.1'}} Oct 28 17:00:56.594755 dv-cinder-859839-1-iscsi neutron-server[103944]: {{(pid=103944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 17:00:56.616518 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:00:56.630779 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:00:56.635518 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:00:56.636136 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:56.640809 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ee1749-d2fd-4152-b14b-9de371a375ec None None] Network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:00:56.660829 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d18f3315-6efb-438c-8ad1-51185bd04cb0 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4934199 Oct 28 17:00:57.008407 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a', 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a', 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'fixed_ips': [{'subnet_id': '46ebc919-092a-4799-9456-5934e7cd51ac'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:00:57.009629 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:57.284668 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Allocated IP 172.20.0.2 (2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a/46ebc919-092a-4799-9456-5934e7cd51ac/bcd690c6-2ea2-4bc5-921e-839b0ba73094) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:00:57.546671 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Publish callbacks [] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:57.555990 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:57.630763 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:00:57.635396 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:00:57.644162 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:00:57.653693 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Pushing event updated for resources: {'Port': ['ID=bcd690c6-2ea2-4bc5-921e-839b0ba73094,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:00:57.703496 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.703496 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.703496 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.703496 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.703496 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.704232 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.706707 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.706707 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.706707 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.706707 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.706707 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.707092 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.707092 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Tracked resource versions report: Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: pushed versions: Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: { 'AddressGroup': {'1.2'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'ConntrackHelper': {'1.0'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'LocalIPAssociation': {'1.0'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Log': {'1.0'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Network': {'1.1'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Port': {'1.7'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'PortForwarding': {'1.2'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'QosPolicy': {'1.10'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SecurityGroup': {'1.5'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SecurityGroupRule': {'1.2'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SubPort': {'1.0'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Subnet': {'1.1'}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Trunk': {'1.1'}} Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: consumer versions: Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: { DHCP agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: L3 agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: Metadata agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: Metering agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: Open vSwitch agent@dv-cinder-859839-1-iscsi: { 'AddressGroup': '1.2', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'ConntrackHelper': '1.0', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'LocalIPAssociation': '1.0', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Log': '1.0', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Network': '1.1', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Port': '1.7', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'PortForwarding': '1.2', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'QosPolicy': '1.10', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SecurityGroup': '1.5', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SecurityGroupRule': '1.2', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SubPort': '1.0', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Subnet': '1.1', Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Trunk': '1.1'}} Oct 28 17:00:57.708200 dv-cinder-859839-1-iscsi neutron-server[103945]: {{(pid=103945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 17:00:57.744260 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Attempting to bind port bcd690c6-2ea2-4bc5-921e-839b0ba73094 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:00:57.744630 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Attempting to bind port bcd690c6-2ea2-4bc5-921e-839b0ba73094 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:00:57.745035 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Attempting to bind port bcd690c6-2ea2-4bc5-921e-839b0ba73094 on network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:00:57.750304 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:00:57.750657 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Checking segment: {'id': '1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:00:57.751153 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:57.751544 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Bound using segment: {'id': '1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:00:57.752032 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Bound port: bcd690c6-2ea2-4bc5-921e-839b0ba73094, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:00:57.752436 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:57.811316 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] For port bcd690c6-2ea2-4bc5-921e-839b0ba73094, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:00:57.815537 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] For port bcd690c6-2ea2-4bc5-921e-839b0ba73094, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=bcd690c6-2ea2-4bc5-921e-839b0ba73094,segment=NetworkSegment(1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56),segment_id=1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:00:57.826919 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:00:57.886763 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55629cad-b1a4-445f-a548-00ae7f7dfe48 None None] Pushing event updated for resources: {'Port': ['ID=bcd690c6-2ea2-4bc5-921e-839b0ba73094,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:00:59.209562 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 55586) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:00:59.540078 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [None req-168c8831-b66d-4717-983e-45a4dcdd3f7c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:00:59.541079 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-168c8831-b66d-4717-983e-45a4dcdd3f7c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3304107 Oct 28 17:01:02.093087 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 55594) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:01:02.412561 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [None req-6465580f-106e-44ce-9deb-e81d66a4c2a7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:01:02.413616 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6465580f-106e-44ce-9deb-e81d66a4c2a7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3195846 Oct 28 17:01:04.961129 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 55602) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:01:05.276174 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-9eafe7e5-5b32-4642-9cfc-608f9eafb281 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:01:05.300839 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9eafe7e5-5b32-4642-9cfc-608f9eafb281 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (436e9d98-834a-467d-9328-25ac77c72c72), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:05.302590 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9eafe7e5-5b32-4642-9cfc-608f9eafb281 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (436e9d98-834a-467d-9328-25ac77c72c72), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:05.439809 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9eafe7e5-5b32-4642-9cfc-608f9eafb281 demo demo] Publish callbacks [] for router_controller (436e9d98-834a-467d-9328-25ac77c72c72), precommit_add_association {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:05.445902 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9eafe7e5-5b32-4642-9cfc-608f9eafb281 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (436e9d98-834a-467d-9328-25ac77c72c72), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:05.465208 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9eafe7e5-5b32-4642-9cfc-608f9eafb281 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:05.466405 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9eafe7e5-5b32-4642-9cfc-608f9eafb281 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5039902 Oct 28 17:01:08.045482 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 55614) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:01:08.047520 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device bcd690c6-2ea2-4bc5-921e-839b0ba73094 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:01:08.132195 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port bcd690c6-2ea2-4bc5-921e-839b0ba73094 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:01:08.132612 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:08.132969 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port bcd690c6-2ea2-4bc5-921e-839b0ba73094 Oct 28 17:01:08.233995 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port bcd690c6-2ea2-4bc5-921e-839b0ba73094 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:01:08.234402 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:08.269539 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port bcd690c6-2ea2-4bc5-921e-839b0ba73094, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=bcd690c6-2ea2-4bc5-921e-839b0ba73094,segment=NetworkSegment(1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56),segment_id=1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:01:08.275440 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:08.320794 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=bcd690c6-2ea2-4bc5-921e-839b0ba73094,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:08.372982 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [None req-563fd769-d844-4c51-8400-baa1df6c4d42 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:01:08.374002 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-563fd769-d844-4c51-8400-baa1df6c4d42 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3271799 Oct 28 17:01:09.059995 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3b1da54d-d82d-4345-bad2-3a6a50c5b87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:09.114899 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c237783-565a-4bef-aa38-faf11355a651 None None] Network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:01:09.240917 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-095095c8-e795-47d8-82ee-222d2807aaf9 None None] Provisioning complete for port bcd690c6-2ea2-4bc5-921e-839b0ba73094 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:01:09.241309 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-095095c8-e795-47d8-82ee-222d2807aaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:09.241629 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-095095c8-e795-47d8-82ee-222d2807aaf9 None None] Attempt 1 to provision port bcd690c6-2ea2-4bc5-921e-839b0ba73094 Oct 28 17:01:09.317520 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-095095c8-e795-47d8-82ee-222d2807aaf9 None None] Current status of the port bcd690c6-2ea2-4bc5-921e-839b0ba73094 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:01:09.438400 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-88040f44-6768-43ef-a9ad-a2762c434025 None None] Provisioning complete for port bcd690c6-2ea2-4bc5-921e-839b0ba73094 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:01:09.438865 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-88040f44-6768-43ef-a9ad-a2762c434025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:09.439207 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-88040f44-6768-43ef-a9ad-a2762c434025 None None] Attempt 1 to provision port bcd690c6-2ea2-4bc5-921e-839b0ba73094 Oct 28 17:01:09.510853 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-88040f44-6768-43ef-a9ad-a2762c434025 None None] Current status of the port bcd690c6-2ea2-4bc5-921e-839b0ba73094 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:01:10.014948 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device bcd690c6-2ea2-4bc5-921e-839b0ba73094 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:01:10.060420 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port bcd690c6-2ea2-4bc5-921e-839b0ba73094 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:01:10.061073 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:10.061162 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port bcd690c6-2ea2-4bc5-921e-839b0ba73094 Oct 28 17:01:10.130136 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port bcd690c6-2ea2-4bc5-921e-839b0ba73094 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:01:10.936188 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 55622) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:01:11.279070 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:01:11.305267 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Made reservation on behalf of 44412e846992420d90de9b5166274046 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:01:11.307490 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:11.323061 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:11.403611 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9b904dd9-c64d-4db7-8820-1159068c69ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:11.430165 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Publish callbacks [] for security_group (bfb7f3ea-cc7e-47c6-a998-f8c585d98bc4), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:11.436008 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (bfb7f3ea-cc7e-47c6-a998-f8c585d98bc4), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:11.454462 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103944) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 17:01:11.472619 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb7f3ea-cc7e-47c6-a998-f8c585d98bc4,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:11.478874 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757694410015', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (e852727e-06eb-4dc0-a01d-9b482e5618b9), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:11.479407 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Unsubscribe: segment precommit_create {{(pid=103944) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 17:01:11.479862 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Added segment e852727e-06eb-4dc0-a01d-9b482e5618b9 of type flat for network 91186eee-0d19-4147-a86f-a931ded67571 Oct 28 17:01:11.532423 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (91186eee-0d19-4147-a86f-a931ded67571), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:11.578989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (91186eee-0d19-4147-a86f-a931ded67571), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:11.579971 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:01:11.580539 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:11.674931 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7376626 Oct 28 17:01:11.707680 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e402560-6135-40aa-9a22-3c57510e47a9 admin admin] Pushing event updated for resources: {'Network': ['ID=91186eee-0d19-4147-a86f-a931ded67571,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:11.719584 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 91186eee-0d19-4147-a86f-a931ded67571 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:01:12.395547 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:13.978842 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:14.208962 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 55640) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:01:14.410531 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0b966-4532-4751-84fd-a2762ec41faf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:01:14.412735 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-37b0b966-4532-4751-84fd-a2762ec41faf demo admin] 10.222.0.20 "GET /v2.0/subnets/46ebc919-092a-4799-9456-5934e7cd51ac HTTP/1.1" status: 200 len: 849 time: 0.2026458 Oct 28 17:01:14.570905 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-38f6d84e-42bf-4c8d-b078-3dbc2d9c9fc9 demo admin] 10.222.0.20 "GET /v2.0/routers/436e9d98-834a-467d-9328-25ac77c72c72 HTTP/1.1" status: 200 len: 704 time: 0.1497025 Oct 28 17:01:14.845614 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:15.140522 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Allocated IP 172.20.0.1 (2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a/46ebc919-092a-4799-9456-5934e7cd51ac/85921ea8-e6c4-4e8c-aa2f-319067c94a3c) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:01:15.312128 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Publish callbacks [] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:15.323034 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:15.374989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:15.446718 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:01:15.451597 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:01:15.457754 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:01:15.458216 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (436e9d98-834a-467d-9328-25ac77c72c72), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:15.479233 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Pushing event updated for resources: {'Port': ['ID=85921ea8-e6c4-4e8c-aa2f-319067c94a3c,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:15.719542 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:15.780891 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Provisioning complete for port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:01:15.781280 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:15.781618 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Attempt 1 to provision port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c Oct 28 17:01:15.854752 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:01:15.926240 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Publish callbacks [] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:15.933168 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:15.934067 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (436e9d98-834a-467d-9328-25ac77c72c72), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:16.006283 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Pushing event updated for resources: {'Port': ['ID=85921ea8-e6c4-4e8c-aa2f-319067c94a3c,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:16.055416 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:01:16.056838 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:01:16.212100 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Router 436e9d98-834a-467d-9328-25ac77c72c72 is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:01:16.309489 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:01:16.316024 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3d6e8341-3586-48d2-8c4f-a40e9a800d7c demo admin] 10.222.0.20 "PUT /v2.0/routers/436e9d98-834a-467d-9328-25ac77c72c72/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7375827 Oct 28 17:01:16.320764 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Sync routers for ids ['436e9d98-834a-467d-9328-25ac77c72c72'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:01:16.334850 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Routers {'436e9d98-834a-467d-9328-25ac77c72c72'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:01:16.335590 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:01:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['436e9d98-834a-467d-9328-25ac77c72c72'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:01:16.356471 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Attempt 2 to provision port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c Oct 28 17:01:16.391816 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:01:16.515411 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Set router 436e9d98-834a-467d-9328-25ac77c72c72 gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:01:16.892807 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Attempt 3 to provision port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c Oct 28 17:01:16.923647 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:01:16.957333 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e9d98-834a-467d-9328-25ac77c72c72', 'name': 'router1', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:01:05Z', 'updated_at': '2022-10-28T17:01:15Z', 'revision_number': 2, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'gw_port_host': None, '_interfaces': [{'id': '85921ea8-e6c4-4e8c-aa2f-319067c94a3c', 'name': '', 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e9d98-834a-467d-9328-25ac77c72c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:01:14Z', 'updated_at': '2022-10-28T17:01:15Z', 'revision_number': 2, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'subnets': [{'id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2db2a42-9e1d-4379-b471-68dce1d3720d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:01:17.006651 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Checking router: 436e9d98-834a-467d-9328-25ac77c72c72 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:01:17.007021 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Updating router 436e9d98-834a-467d-9328-25ac77c72c72 port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:01:17.059074 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:17.424915 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Attempt 4 to provision port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c Oct 28 17:01:17.463774 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:01:17.556082 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Publish callbacks [] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:17.563841 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:17.688687 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Pushing event updated for resources: {'Port': ['ID=85921ea8-e6c4-4e8c-aa2f-319067c94a3c,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:17.712842 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.713193 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.713531 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.713868 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.714226 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.714553 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.714876 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.715197 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.715523 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.715855 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.716229 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.716529 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.716848 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Tracked resource versions report: Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: pushed versions: Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: { 'AddressGroup': {'1.2'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'ConntrackHelper': {'1.0'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'LocalIPAssociation': {'1.0'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Log': {'1.0'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Network': {'1.1'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Port': {'1.7'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'PortForwarding': {'1.2'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'QosPolicy': {'1.10'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SecurityGroup': {'1.5'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SecurityGroupRule': {'1.2'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SubPort': {'1.0'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Subnet': {'1.1'}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Trunk': {'1.1'}} Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: consumer versions: Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: { DHCP agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: L3 agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: Metadata agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: Metering agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: Open vSwitch agent@dv-cinder-859839-1-iscsi: { 'AddressGroup': '1.2', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'ConntrackHelper': '1.0', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'LocalIPAssociation': '1.0', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Log': '1.0', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Network': '1.1', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Port': '1.7', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'PortForwarding': '1.2', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'QosPolicy': '1.10', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SecurityGroup': '1.5', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SecurityGroupRule': '1.2', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SubPort': '1.0', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Subnet': '1.1', Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Trunk': '1.1'}} Oct 28 17:01:17.718182 dv-cinder-859839-1-iscsi neutron-server[103946]: {{(pid=103946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 17:01:17.731057 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Attempting to bind port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:01:17.731439 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Attempting to bind port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:01:17.732242 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Attempting to bind port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c on network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:01:17.736895 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:01:17.737288 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Checking segment: {'id': '1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:01:17.737736 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:17.738137 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Bound using segment: {'id': '1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:01:17.738616 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Bound port: 85921ea8-e6c4-4e8c-aa2f-319067c94a3c, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:01:17.738983 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:17.798818 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] For port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:01:17.819615 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] For port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=85921ea8-e6c4-4e8c-aa2f-319067c94a3c,segment=NetworkSegment(1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56),segment_id=1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:01:17.826434 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:17.859955 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Routers {'436e9d98-834a-467d-9328-25ac77c72c72'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:01:17.860544 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:01:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['436e9d98-834a-467d-9328-25ac77c72c72'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:01:17.928528 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a635cc-b12a-4d21-aa56-94ac637043b6 None None] Pushing event updated for resources: {'Port': ['ID=85921ea8-e6c4-4e8c-aa2f-319067c94a3c,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:17.952414 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] Set router 436e9d98-834a-467d-9328-25ac77c72c72 gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:01:17.965536 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Attempt 5 to provision port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c Oct 28 17:01:18.039134 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Current status of the port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:01:18.039525 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:18.070265 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] For port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=85921ea8-e6c4-4e8c-aa2f-319067c94a3c,segment=NetworkSegment(1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56),segment_id=1fcecce9-1cb2-489f-bdb3-68cc7cc3cc56)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:01:18.075547 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:18.128132 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d9c3d-7d04-474e-a5ff-115a58988151 None None] Pushing event updated for resources: {'Port': ['ID=85921ea8-e6c4-4e8c-aa2f-319067c94a3c,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:18.155221 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e9d98-834a-467d-9328-25ac77c72c72', 'name': 'router1', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:01:05Z', 'updated_at': '2022-10-28T17:01:15Z', 'revision_number': 2, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'gw_port_host': None, '_interfaces': [{'id': '85921ea8-e6c4-4e8c-aa2f-319067c94a3c', 'name': '', 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e9d98-834a-467d-9328-25ac77c72c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:01:14Z', 'updated_at': '2022-10-28T17:01:17Z', 'revision_number': 4, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'subnets': [{'id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2db2a42-9e1d-4379-b471-68dce1d3720d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:01:18.185991 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89309b-a0ed-4ccd-9f08-6cb0ff9fbdac None None] The sync data for ids ['436e9d98-834a-467d-9328-25ac77c72c72'] in dv-cinder-859839-1-iscsi is: [{'id': '436e9d98-834a-467d-9328-25ac77c72c72', 'name': 'router1', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:01:05Z', 'updated_at': '2022-10-28T17:01:15Z', 'revision_number': 2, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'gw_port_host': None, '_interfaces': [{'id': '85921ea8-e6c4-4e8c-aa2f-319067c94a3c', 'name': '', 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e9d98-834a-467d-9328-25ac77c72c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:01:14Z', 'updated_at': '2022-10-28T17:01:17Z', 'revision_number': 4, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'subnets': [{'id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2db2a42-9e1d-4379-b471-68dce1d3720d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:01:18.194863 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-a3a0ed5f-207b-468a-8b94-f3d3de895efa None None] Provisioning complete for port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:01:18.195253 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ed5f-207b-468a-8b94-f3d3de895efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:18.195598 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a3a0ed5f-207b-468a-8b94-f3d3de895efa None None] Attempt 1 to provision port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c Oct 28 17:01:18.268975 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0ed5f-207b-468a-8b94-f3d3de895efa None None] Current status of the port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:01:18.790838 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 55660) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:01:18.900653 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710447d-2990-4d38-b579-53e2620b73ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:01:18.902041 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5710447d-2990-4d38-b579-53e2620b73ea admin admin] 10.222.0.20 "GET /v2.0/networks/91186eee-0d19-4147-a86f-a931ded67571 HTTP/1.1" status: 200 len: 842 time: 0.1100428 Oct 28 17:01:18.911730 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Request body: {'subnet': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:01:18.932569 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Made reservation on behalf of 44412e846992420d90de9b5166274046 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:01:18.935171 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:19.214663 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.objects.ports [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103944) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 28 17:01:19.214960 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (a2fb0e5a-5f5f-42ab-8bda-4e46165220f0), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:19.265068 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2fb0e5a-5f5f-42ab-8bda-4e46165220f0,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:19.274630 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:01:19.274982 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Network hostable DHCP agents. Network: 91186eee-0d19-4147-a86f-a931ded67571, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:01:19.291841 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:01:19.300316 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 91186eee-0d19-4147-a86f-a931ded67571) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:01:19.304465 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:01:19.305041 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:19.310659 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a24d754-0b83-4c61-9510-c95b629cca9f None None] Network 91186eee-0d19-4147-a86f-a931ded67571 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:01:19.329983 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1e39d2dc-edb2-4257-8587-e7d62a4d5982 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4123971 Oct 28 17:01:19.415270 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed9f178-4771-4f82-a356-d8c0d6645ad0 None None] Network 91186eee-0d19-4147-a86f-a931ded67571 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:01:21.761018 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 5 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:01:21.766768 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 55668) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:01:22.001234 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c485c7de-9ab5-434c-8ee0-57dbe6803158 demo admin] 10.222.0.20 "GET /v2.0/routers/436e9d98-834a-467d-9328-25ac77c72c72 HTTP/1.1" status: 200 len: 710 time: 0.2332985 Oct 28 17:01:22.151819 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f6a6b7-65de-441e-b759-9f54e4b94630 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:01:22.153329 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-06f6a6b7-65de-441e-b759-9f54e4b94630 demo admin] 10.222.0.20 "GET /v2.0/networks/91186eee-0d19-4147-a86f-a931ded67571 HTTP/1.1" status: 200 len: 886 time: 0.1465914 Oct 28 17:01:22.162377 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:01:22.403103 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Publish callbacks [] for router_gateway (436e9d98-834a-467d-9328-25ac77c72c72), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:22.634216 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Publish callbacks [] for router_gateway (436e9d98-834a-467d-9328-25ac77c72c72), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:22.709654 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:22.889274 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Allocated IP 172.27.0.221 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/71d3a961-c99c-4780-8c5c-60ccf48bc4a3) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:01:22.999436 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Publish callbacks [] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:23.059769 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:23.195136 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:01:23.196613 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Pushing event updated for resources: {'Port': ['ID=71d3a961-c99c-4780-8c5c-60ccf48bc4a3,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:23.201241 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:01:23.204644 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:01:23.469114 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Publish callbacks [] for router_gateway (436e9d98-834a-467d-9328-25ac77c72c72), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:23.659762 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7928895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4091'] for router (436e9d98-834a-467d-9328-25ac77c72c72), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:23.667209 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7928886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7929037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router (436e9d98-834a-467d-9328-25ac77c72c72), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:23.781297 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Router 436e9d98-834a-467d-9328-25ac77c72c72 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:01:23.884389 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:01:23.889115 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:23.890241 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-12ba50ad-2869-404b-9a5b-562e0ee5abb2 demo admin] 10.222.0.20 "PUT /v2.0/routers/436e9d98-834a-467d-9328-25ac77c72c72 HTTP/1.1" status: 200 len: 890 time: 1.7310441 Oct 28 17:01:26.047553 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 85921ea8-e6c4-4e8c-aa2f-319067c94a3c up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:01:26.095239 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:01:26.095783 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:26.096219 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c Oct 28 17:01:26.175979 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:01:26.432999 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 55680) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:01:26.556305 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e754933c-9a93-4c50-8114-e3b3a37cbe86 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1221845 Oct 28 17:01:26.774146 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Sync routers for ids ['436e9d98-834a-467d-9328-25ac77c72c72'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:01:26.786706 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Routers {'436e9d98-834a-467d-9328-25ac77c72c72'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:01:26.787969 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:01:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['436e9d98-834a-467d-9328-25ac77c72c72'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:01:26.988797 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Set router 436e9d98-834a-467d-9328-25ac77c72c72 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:01:27.470035 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e9d98-834a-467d-9328-25ac77c72c72', 'name': 'router1', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '71d3a961-c99c-4780-8c5c-60ccf48bc4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:01:05Z', 'updated_at': '2022-10-28T17:01:23Z', 'revision_number': 4, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'gw_port': {'id': '71d3a961-c99c-4780-8c5c-60ccf48bc4a3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e9d98-834a-467d-9328-25ac77c72c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:01:22Z', 'updated_at': '2022-10-28T17:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '85921ea8-e6c4-4e8c-aa2f-319067c94a3c', 'name': '', 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e9d98-834a-467d-9328-25ac77c72c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:01:14Z', 'updated_at': '2022-10-28T17:01:18Z', 'revision_number': 5, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'subnets': [{'id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2db2a42-9e1d-4379-b471-68dce1d3720d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:01:27.519699 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Checking router: 436e9d98-834a-467d-9328-25ac77c72c72 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:01:27.520051 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Updating router 436e9d98-834a-467d-9328-25ac77c72c72 port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:01:27.571868 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:27.895269 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Publish callbacks [] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:27.901723 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:27.940333 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Attempting to bind port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:01:27.940708 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Attempting to bind port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:01:27.941074 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Attempting to bind port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:01:27.951244 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:01:27.951627 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:01:27.952026 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:27.952423 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:01:27.952896 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Bound port: 71d3a961-c99c-4780-8c5c-60ccf48bc4a3, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:01:27.953309 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:27.954713 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d97142-9226-4aa9-9a80-e0af7c4d755d None None] Pushing event updated for resources: {'Port': ['ID=71d3a961-c99c-4780-8c5c-60ccf48bc4a3,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:28.003177 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] For port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:01:28.006268 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] For port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=71d3a961-c99c-4780-8c5c-60ccf48bc4a3,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:01:28.012319 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:28.051042 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Routers {'436e9d98-834a-467d-9328-25ac77c72c72'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:01:28.051632 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:01:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['436e9d98-834a-467d-9328-25ac77c72c72'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:01:28.093584 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d97142-9226-4aa9-9a80-e0af7c4d755d None None] Pushing event updated for resources: {'Port': ['ID=71d3a961-c99c-4780-8c5c-60ccf48bc4a3,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:28.160744 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] Set router 436e9d98-834a-467d-9328-25ac77c72c72 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:01:28.372973 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e9d98-834a-467d-9328-25ac77c72c72', 'name': 'router1', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '71d3a961-c99c-4780-8c5c-60ccf48bc4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:01:05Z', 'updated_at': '2022-10-28T17:01:23Z', 'revision_number': 4, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'gw_port': {'id': '71d3a961-c99c-4780-8c5c-60ccf48bc4a3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e9d98-834a-467d-9328-25ac77c72c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:01:22Z', 'updated_at': '2022-10-28T17:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '85921ea8-e6c4-4e8c-aa2f-319067c94a3c', 'name': '', 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e9d98-834a-467d-9328-25ac77c72c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:01:14Z', 'updated_at': '2022-10-28T17:01:18Z', 'revision_number': 5, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'subnets': [{'id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2db2a42-9e1d-4379-b471-68dce1d3720d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:01:28.397415 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b3bee-6aef-40e5-b1bd-a8c1dec32c4b None None] The sync data for ids ['436e9d98-834a-467d-9328-25ac77c72c72'] in dv-cinder-859839-1-iscsi is: [{'id': '436e9d98-834a-467d-9328-25ac77c72c72', 'name': 'router1', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '71d3a961-c99c-4780-8c5c-60ccf48bc4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:01:05Z', 'updated_at': '2022-10-28T17:01:23Z', 'revision_number': 4, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'gw_port': {'id': '71d3a961-c99c-4780-8c5c-60ccf48bc4a3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e9d98-834a-467d-9328-25ac77c72c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:01:22Z', 'updated_at': '2022-10-28T17:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '85921ea8-e6c4-4e8c-aa2f-319067c94a3c', 'name': '', 'network_id': '2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a', 'tenant_id': '6c88f2fc42164894be40c7d1eed746bc', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e9d98-834a-467d-9328-25ac77c72c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:01:14Z', 'updated_at': '2022-10-28T17:01:18Z', 'revision_number': 5, 'project_id': '6c88f2fc42164894be40c7d1eed746bc', 'subnets': [{'id': '46ebc919-092a-4799-9456-5934e7cd51ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2db2a42-9e1d-4379-b471-68dce1d3720d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:01:30.079800 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:01:30.135745 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:01:30.137380 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:30.137380 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 Oct 28 17:01:30.243778 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:01:30.244319 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:30.274313 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=71d3a961-c99c-4780-8c5c-60ccf48bc4a3,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:01:30.282344 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:30.353920 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=71d3a961-c99c-4780-8c5c-60ccf48bc4a3,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:01:32.108753 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:01:32.243424 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:01:32.245203 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (71d3a961-c99c-4780-8c5c-60ccf48bc4a3), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:32.246310 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 Oct 28 17:01:32.451127 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 71d3a961-c99c-4780-8c5c-60ccf48bc4a3 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:01:39.054166 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-b14c1178-f2e2-42ed-b368-120dfec98da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:41.419366 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9ba419a4-5f56-4b32-b692-027eb9285569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:42.404138 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:43.998818 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:45.343785 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:01:58.763477 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 5 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:02:09.059305 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-32144339-61b3-40fe-b0aa-190cfe70ffe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:11.405305 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4dc21061-88c8-4092-9000-96fe47a3ef8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:12.401836 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:13.984874 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:15.323425 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:35.762662 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 5 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:02:39.057890 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0f035257-d927-4341-80f4-7ca628c02f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:41.409533 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f609dc71-4165-45b3-bf16-3d068a5ad91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:42.405483 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:43.982904 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:45.318255 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:48.506871 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56164) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:02:48.575060 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f34804-e1c9-4098-a833-30d883cbd39b admin admin] GET failed (client error): The resource could not be found. Oct 28 17:02:48.576359 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d0f34804-e1c9-4098-a833-30d883cbd39b admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0682056 Oct 28 17:02:48.739459 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae05b661-867c-45b9-a15a-0a93540443f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:02:48.740812 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ae05b661-867c-45b9-a15a-0a93540443f6 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602747 Oct 28 17:02:51.083524 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56174) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:02:51.195087 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cc703c-22e2-467e-8d40-6cdf1f2fb69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:02:51.196512 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-86cc703c-22e2-467e-8d40-6cdf1f2fb69e admin admin] 10.222.0.20 "GET /v2.0/subnets/46ebc919-092a-4799-9456-5934e7cd51ac HTTP/1.1" status: 200 len: 849 time: 0.1119962 Oct 28 17:02:51.206189 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:02:51.295870 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Publish callbacks [] for subnet (46ebc919-092a-4799-9456-5934e7cd51ac), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:51.450175 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757694472843'] for subnet (46ebc919-092a-4799-9456-5934e7cd51ac), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:51.480019 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:02:51.480615 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:51.481885 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] 10.222.0.20 "PUT /v2.0/subnets/46ebc919-092a-4799-9456-5934e7cd51ac HTTP/1.1" status: 200 len: 868 time: 0.2793834 Oct 28 17:02:51.496995 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ccbf4-e0fe-4c31-a90d-2b032a2a527d None None] Network 2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:02:51.500574 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ebc919-092a-4799-9456-5934e7cd51ac,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:02:51.508112 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.508482 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.508831 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.509171 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.509501 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.509846 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.510205 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.510539 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.510885 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.511242 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.511572 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.511898 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.512219 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb72d26-527b-4d26-b4f3-f6009cb05ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:02:51.852311 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-57c8e73b-c580-47fb-ad51-d0f4cfd8302a None None] Provisioning complete for port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:02:51.852626 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-57c8e73b-c580-47fb-ad51-d0f4cfd8302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (85921ea8-e6c4-4e8c-aa2f-319067c94a3c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:51.852970 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-57c8e73b-c580-47fb-ad51-d0f4cfd8302a None None] Attempt 1 to provision port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c Oct 28 17:02:51.929085 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-57c8e73b-c580-47fb-ad51-d0f4cfd8302a None None] Current status of the port 85921ea8-e6c4-4e8c-aa2f-319067c94a3c is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:02:51.939273 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-57c8e73b-c580-47fb-ad51-d0f4cfd8302a None None] Provisioning complete for port bcd690c6-2ea2-4bc5-921e-839b0ba73094 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:02:51.939671 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-57c8e73b-c580-47fb-ad51-d0f4cfd8302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (bcd690c6-2ea2-4bc5-921e-839b0ba73094), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:02:51.940010 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-57c8e73b-c580-47fb-ad51-d0f4cfd8302a None None] Attempt 1 to provision port bcd690c6-2ea2-4bc5-921e-839b0ba73094 Oct 28 17:02:52.012770 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-57c8e73b-c580-47fb-ad51-d0f4cfd8302a None None] Current status of the port bcd690c6-2ea2-4bc5-921e-839b0ba73094 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:02:53.820441 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56182) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:02:54.091400 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92600896-f884-49e1-a1c8-5c30ff7d1047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:02:54.091795 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92600896-f884-49e1-a1c8-5c30ff7d1047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:02:54.093316 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-92600896-f884-49e1-a1c8-5c30ff7d1047 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2719042 Oct 28 17:02:56.440284 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56190) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:02:56.576515 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d78d51-82d5-499a-8ea4-4a1ba7d4e5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:02:56.576991 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d78d51-82d5-499a-8ea4-4a1ba7d4e5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:02:56.578561 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-19d78d51-82d5-499a-8ea4-4a1ba7d4e5ac admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1373169 Oct 28 17:02:58.909578 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56198) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:02:59.071698 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c1950-951e-4163-9f56-dc09dc0c56c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:02:59.073150 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-899c1950-951e-4163-9f56-dc09dc0c56c3 admin admin] 10.222.0.20 "GET /v2.0/networks/2b2aa1fe-cdcb-4ca1-8de8-1435bb57880a HTTP/1.1" status: 200 len: 869 time: 0.1624789 Oct 28 17:03:01.424265 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56206) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:03:01.563745 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93294ac6-6b64-492d-9427-64e971c57947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:01.565121 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-93294ac6-6b64-492d-9427-64e971c57947 admin admin] 10.222.0.20 "GET /v2.0/networks/91186eee-0d19-4147-a86f-a931ded67571 HTTP/1.1" status: 200 len: 886 time: 0.1397598 Oct 28 17:03:03.909253 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56216) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:03:04.059744 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdeb257-5ad1-4f5b-b299-fc78a2d42bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:04.060205 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdeb257-5ad1-4f5b-b299-fc78a2d42bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:04.061747 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4cdeb257-5ad1-4f5b-b299-fc78a2d42bae admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1515388 Oct 28 17:03:06.405396 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56224) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:03:06.518245 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aae7ac-e63a-49e9-9031-63bfd1467b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:06.518702 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aae7ac-e63a-49e9-9031-63bfd1467b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:06.520214 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c9aae7ac-e63a-49e9-9031-63bfd1467b34 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1138361 Oct 28 17:03:08.848814 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56232) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:03:08.943069 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edffb01e-0e58-46bc-8128-ea68592034d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:08.944748 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-edffb01e-0e58-46bc-8128-ea68592034d2 admin admin] 10.222.0.20 "GET /v2.0/subnets/46ebc919-092a-4799-9456-5934e7cd51ac HTTP/1.1" status: 200 len: 868 time: 0.0946996 Oct 28 17:03:09.063499 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-bbd4d398-d861-4647-8829-4ca177b819af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:11.265114 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56240) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:03:11.360123 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390ab4ae-c1da-49c9-9cb3-4d4bf29625b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:11.361464 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-390ab4ae-c1da-49c9-9cb3-4d4bf29625b7 admin admin] 10.222.0.20 "GET /v2.0/subnets/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0 HTTP/1.1" status: 200 len: 816 time: 0.0952623 Oct 28 17:03:11.415495 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-47cebd1a-57c0-47e5-863c-3b1abd99fabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:12.407106 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:12.809141 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 5 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:03:13.987352 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:15.324727 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:37.159989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56294) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:03:37.221897 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [None req-4a11a206-d952-4cb4-a7dc-6df7956b59bb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:03:37.223483 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4a11a206-d952-4cb4-a7dc-6df7956b59bb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0623553 Oct 28 17:03:39.067645 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a0432344-5521-4928-ae0a-19fd4b4aaef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:39.636769 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56302) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:03:39.699936 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c0e514-0adf-49df-a4ff-836e5c6f814c admin admin] GET failed (client error): The resource could not be found. Oct 28 17:03:39.701264 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a4c0e514-0adf-49df-a4ff-836e5c6f814c admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635269 Oct 28 17:03:39.787608 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72612815-fd42-4303-8547-0ffa31dcd3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:39.789066 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-72612815-fd42-4303-8547-0ffa31dcd3c9 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833762 Oct 28 17:03:41.408358 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-aa84d5fa-4675-4eb8-a047-dd96a9e80199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:42.145043 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56310) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:03:42.195607 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:03:42.218407 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Made reservation on behalf of 44412e846992420d90de9b5166274046 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:03:42.220636 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:42.258337 dv-cinder-859839-1-iscsi neutron-server[103943]: WARNING neutron.services.revisions.revision_plugin [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Could not find related network for resource to bump revision. Oct 28 17:03:42.270867 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:03:42.279892 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (83a820bb-17be-4fe3-9a2f-5d65dd429544), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:42.280251 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Added segment 83a820bb-17be-4fe3-9a2f-5d65dd429544 of type vlan for network 0415c279-edc4-48a4-9361-cb6a28346295 Oct 28 17:03:42.319034 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (0415c279-edc4-48a4-9361-cb6a28346295), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:42.345646 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (0415c279-edc4-48a4-9361-cb6a28346295), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:42.346870 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:42.347583 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:42.414353 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:42.427268 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2811551 Oct 28 17:03:42.445649 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdad1a-b3c5-4ce6-8f74-cecd50828f16 admin admin] Pushing event updated for resources: {'Network': ['ID=0415c279-edc4-48a4-9361-cb6a28346295,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:03:42.456981 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 0415c279-edc4-48a4-9361-cb6a28346295 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:03:43.992993 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:44.768807 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56318) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:03:44.832112 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.pecan_wsgi.hooks.translation [None req-2817fb98-fd18-4db2-8013-e93e89d8d156 admin admin] GET failed (client error): The resource could not be found. Oct 28 17:03:44.833381 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2817fb98-fd18-4db2-8013-e93e89d8d156 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635977 Oct 28 17:03:44.902876 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb7d1f2-5fd6-4f5c-a0e0-368e78fddcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:44.904307 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-7bb7d1f2-5fd6-4f5c-a0e0-368e78fddcd8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666764 Oct 28 17:03:44.913901 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:03:44.938637 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Made reservation on behalf of 44412e846992420d90de9b5166274046 for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:03:44.940852 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:45.126665 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (c3e3397f-8ca0-409c-a207-922fd453cac3), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:45.175545 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e3397f-8ca0-409c-a207-922fd453cac3,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:03:45.193017 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Checking segment: {'id': '83a820bb-17be-4fe3-9a2f-5d65dd429544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:03:45.193712 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Network hostable DHCP agents. Network: 0415c279-edc4-48a4-9361-cb6a28346295, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:03:45.217277 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Network 0415c279-edc4-48a4-9361-cb6a28346295 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:03:45.232366 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 0415c279-edc4-48a4-9361-cb6a28346295) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:03:45.236896 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:03:45.237658 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:45.241714 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db8659-8d9d-442a-919b-b4bd1be7fc30 None None] Network 0415c279-edc4-48a4-9361-cb6a28346295 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:03:45.255996 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e4c32f9e-2297-4842-8bd8-d3aed5588841 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3453877 Oct 28 17:03:45.429893 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:45.457695 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-0415c279-edc4-48a4-9361-cb6a28346295', 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295', 'project_id': '44412e846992420d90de9b5166274046', 'fixed_ips': [{'subnet_id': 'c3e3397f-8ca0-409c-a207-922fd453cac3'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:03:45.458566 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:45.595924 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Allocated IP 192.168.233.2 (0415c279-edc4-48a4-9361-cb6a28346295/c3e3397f-8ca0-409c-a207-922fd453cac3/9142fd1e-7d59-4b79-a869-23dfc1749361) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:03:45.729507 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Publish callbacks [] for port (9142fd1e-7d59-4b79-a869-23dfc1749361), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:45.736102 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (9142fd1e-7d59-4b79-a869-23dfc1749361), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:45.781109 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Network 0415c279-edc4-48a4-9361-cb6a28346295 is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:03:45.786015 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:03:45.788557 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:03:45.791060 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Pushing event updated for resources: {'Port': ['ID=9142fd1e-7d59-4b79-a869-23dfc1749361,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:03:45.799445 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.799857 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.800200 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.800538 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.800871 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.801198 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.801525 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.801854 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.802186 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.803166 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.803166 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.803353 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.803523 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:03:45.856706 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Attempting to bind port 9142fd1e-7d59-4b79-a869-23dfc1749361 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:03:45.857074 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Attempting to bind port 9142fd1e-7d59-4b79-a869-23dfc1749361 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '83a820bb-17be-4fe3-9a2f-5d65dd429544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:03:45.857433 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Attempting to bind port 9142fd1e-7d59-4b79-a869-23dfc1749361 on network 0415c279-edc4-48a4-9361-cb6a28346295 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:03:45.862656 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:03:45.863048 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Checking segment: {'id': '83a820bb-17be-4fe3-9a2f-5d65dd429544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:03:45.863442 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:45.863837 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Bound using segment: {'id': '83a820bb-17be-4fe3-9a2f-5d65dd429544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:03:45.864301 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Bound port: 9142fd1e-7d59-4b79-a869-23dfc1749361, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a820bb-17be-4fe3-9a2f-5d65dd429544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:03:45.864703 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (9142fd1e-7d59-4b79-a869-23dfc1749361), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:45.922118 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] For port 9142fd1e-7d59-4b79-a869-23dfc1749361, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:03:45.925205 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] For port 9142fd1e-7d59-4b79-a869-23dfc1749361, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=9142fd1e-7d59-4b79-a869-23dfc1749361,segment=NetworkSegment(83a820bb-17be-4fe3-9a2f-5d65dd429544),segment_id=83a820bb-17be-4fe3-9a2f-5d65dd429544)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:03:45.931801 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (9142fd1e-7d59-4b79-a869-23dfc1749361), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:45.987156 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485f0a3-d343-4895-b0b3-3a2cef5587e8 None None] Pushing event updated for resources: {'Port': ['ID=9142fd1e-7d59-4b79-a869-23dfc1749361,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:03:46.802102 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297abd0-a941-47fb-942c-259b91ccc4de None None] Network 0415c279-edc4-48a4-9361-cb6a28346295 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:03:46.862814 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-d2f7900e-3bb1-4bc8-b067-acd2ea9a8909 None None] Provisioning complete for port 9142fd1e-7d59-4b79-a869-23dfc1749361 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:03:46.862814 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d2f7900e-3bb1-4bc8-b067-acd2ea9a8909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (9142fd1e-7d59-4b79-a869-23dfc1749361), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:46.863160 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d2f7900e-3bb1-4bc8-b067-acd2ea9a8909 None None] Attempt 1 to provision port 9142fd1e-7d59-4b79-a869-23dfc1749361 Oct 28 17:03:46.959957 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7900e-3bb1-4bc8-b067-acd2ea9a8909 None None] Current status of the port 9142fd1e-7d59-4b79-a869-23dfc1749361 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:03:46.960275 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d2f7900e-3bb1-4bc8-b067-acd2ea9a8909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (9142fd1e-7d59-4b79-a869-23dfc1749361), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:47.004521 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-d2f7900e-3bb1-4bc8-b067-acd2ea9a8909 None None] For port 9142fd1e-7d59-4b79-a869-23dfc1749361, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=9142fd1e-7d59-4b79-a869-23dfc1749361,segment=NetworkSegment(83a820bb-17be-4fe3-9a2f-5d65dd429544),segment_id=83a820bb-17be-4fe3-9a2f-5d65dd429544)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:03:47.014090 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d2f7900e-3bb1-4bc8-b067-acd2ea9a8909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (9142fd1e-7d59-4b79-a869-23dfc1749361), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:47.072292 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7900e-3bb1-4bc8-b067-acd2ea9a8909 None None] Pushing event updated for resources: {'Port': ['ID=9142fd1e-7d59-4b79-a869-23dfc1749361,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:03:47.337266 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-c79025f4-2074-46d2-8850-2704d16b0023 None None] Provisioning complete for port 9142fd1e-7d59-4b79-a869-23dfc1749361 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:03:47.337590 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79025f4-2074-46d2-8850-2704d16b0023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (9142fd1e-7d59-4b79-a869-23dfc1749361), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:47.337934 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-c79025f4-2074-46d2-8850-2704d16b0023 None None] Attempt 1 to provision port 9142fd1e-7d59-4b79-a869-23dfc1749361 Oct 28 17:03:47.411845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-c79025f4-2074-46d2-8850-2704d16b0023 None None] Current status of the port 9142fd1e-7d59-4b79-a869-23dfc1749361 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:03:48.158907 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 9142fd1e-7d59-4b79-a869-23dfc1749361 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:03:48.204967 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 9142fd1e-7d59-4b79-a869-23dfc1749361 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:03:48.205368 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (9142fd1e-7d59-4b79-a869-23dfc1749361), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:03:48.205713 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 9142fd1e-7d59-4b79-a869-23dfc1749361 Oct 28 17:03:48.277214 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 9142fd1e-7d59-4b79-a869-23dfc1749361 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:03:49.769141 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 5 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:04:09.073108 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-2a09a479-fbd8-4e44-bba0-572ac14aaf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:04:11.411657 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3206ba18-1188-419e-b80e-ca64fce7a46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:04:12.415008 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:04:13.994779 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:04:15.323871 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:04:26.768113 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 5 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:04:39.080200 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-68b27e52-152f-4422-a42d-18de35ee2b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:04:41.415910 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-b7b7e3e5-6e8a-4dd2-b872-8350c0a2f15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:04:42.418663 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:04:44.002719 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:04:45.336520 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:03.768614 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 5 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:05:09.076496 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2012-9941-4dd1-b343-3f99d141dc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:11.422947 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-849d8003-c501-474e-ad67-963c8e91e0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:12.420364 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:13.403806 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56360) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:05:13.409696 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [None req-dad6239e-b609-411c-bd72-d088ebcab726 tempest-verify_tempest_config-1658481220 tempest-verify_tempest_config-1658481220-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:05:13.410745 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-dad6239e-b609-411c-bd72-d088ebcab726 tempest-verify_tempest_config-1658481220 tempest-verify_tempest_config-1658481220-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059412 Oct 28 17:05:13.720465 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56378) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:05:13.827041 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:13.899848 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Publish callbacks [] for security_group (8f580833-589a-4403-b557-ad8b6f1665a7), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:13.906866 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (8f580833-589a-4403-b557-ad8b6f1665a7), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:13.951990 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f580833-589a-4403-b557-ad8b6f1665a7,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:05:13.955718 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a9f7f88c07c4cca883f281f08a14b66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2339144 Oct 28 17:05:13.958999 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56382) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:05:13.961547 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.962066 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.962409 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.962767 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.963120 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.963447 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.963786 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.964112 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.964422 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.964744 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.965062 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.965393 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:13.965719 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77968f64-6b07-40be-879a-078f044d2372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.003350 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:14.081250 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Publish callbacks [] for security_group (8f580833-589a-4403-b557-ad8b6f1665a7), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:14.102073 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Publish callbacks [] for security_group (8f580833-589a-4403-b557-ad8b6f1665a7), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:14.201298 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (8f580833-589a-4403-b557-ad8b6f1665a7), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:14.205471 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:14.207014 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f580833-589a-4403-b557-ad8b6f1665a7 HTTP/1.1" status: 204 len: 168 time: 0.2470684 Oct 28 17:05:14.214808 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f580833-589a-4403-b557-ad8b6f1665a7,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:05:14.221661 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.222087 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.222435 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.222772 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.223103 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.223448 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.223777 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.224129 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.224457 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.224803 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.225132 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.225455 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:14.225776 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be8c5e-fd3b-4f5b-8ee6-1d0adb539e5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:05:15.333186 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:39.074491 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-22abadc8-26b3-4444-a5cb-4372fd54051d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:40.774386 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 5 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:05:41.424115 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0621ac4c-f46f-4f74-b26b-aa508fcabb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:42.431740 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:44.007336 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:05:45.349419 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:09.092316 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae354-ffa9-4774-a136-e94d5ba13243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:11.423871 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0f0e696a-c2d7-412b-a927-cd431a917e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:12.432681 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:14.012691 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:15.341444 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:17.774066 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 5 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:06:39.084067 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-12d7d251-2d0e-429c-8fdc-02e554d4d5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:41.425165 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5075efba-0fa6-47a4-a4fe-f536d5d91b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:42.431570 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:44.018770 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:45.335691 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:51.236943 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914445'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:06:54.780015 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:07:06.127255 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56454) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:07:06.250250 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cbbc34e2-64d7-4e6a-94e5-2c3b6c5f7250 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1215050 Oct 28 17:07:08.595624 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56464) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:07:08.652249 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6bebde4f-15e9-40e9-857b-efb5e0c2e0aa admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0555444 Oct 28 17:07:09.085572 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6b30301d-d3f3-4d64-bb32-418df8b59ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:11.421103 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-55fcc5d7-97ee-4e44-83d8-67d48712aabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:12.435551 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:14.015400 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:15.340963 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:21.223350 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:31.784688 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:07:39.092259 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c35d8a8f-cdad-422f-b00b-38dfee524dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:41.434092 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c0a71277-c3fb-4469-8b81-5ab5d75ee653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:42.447748 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:44.023678 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:45.349058 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:07:51.236804 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:08.785085 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:08:09.077269 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ccb2f576-6d01-4695-a783-7b5c0f87eab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:11.429339 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-68dd0c1f-d80b-4140-8c4b-8017fce8ea5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:12.441126 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:14.023870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:15.337597 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:21.241633 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:39.080693 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-bfc04181-5761-4e2e-bef6-69ba85b26975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:41.424201 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-2384daaa-b603-4ee4-a421-5522396f8d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:42.444690 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:44.027340 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:45.333787 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:45.784691 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:08:51.256919 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:55.725756 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56576) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:55.967285 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-975035655-network', 'tenant_id': '39f17c6092df40a69288bacc59cec663'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:55.991614 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Made reservation on behalf of 39f17c6092df40a69288bacc59cec663 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:08:55.995359 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.004709 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.092814 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Publish callbacks [] for security_group (6e909ee0-1021-4cd6-81cb-b9205597275b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.098516 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6e909ee0-1021-4cd6-81cb-b9205597275b), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.130792 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e909ee0-1021-4cd6-81cb-b9205597275b,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:56.145238 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.145821 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.146199 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.146540 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.146870 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.147203 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.147527 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.148036 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.148524 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.148988 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.149468 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.149973 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.150557 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Tracked resource versions report: Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: pushed versions: Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: { 'AddressGroup': {'1.2'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'ConntrackHelper': {'1.0'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'LocalIPAssociation': {'1.0'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Log': {'1.0'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Network': {'1.1'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Port': {'1.7'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'PortForwarding': {'1.2'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'QosPolicy': {'1.10'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SecurityGroup': {'1.5'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SecurityGroupRule': {'1.2'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SubPort': {'1.0'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Subnet': {'1.1'}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Trunk': {'1.1'}} Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: consumer versions: Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: { DHCP agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: HyperV agent@hv-cinder-85983: {}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: L3 agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: Metadata agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: Metering agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: Open vSwitch agent@dv-cinder-859839-1-iscsi: { 'AddressGroup': '1.2', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'ConntrackHelper': '1.0', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'LocalIPAssociation': '1.0', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Log': '1.0', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Network': '1.1', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Port': '1.7', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'PortForwarding': '1.2', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'QosPolicy': '1.10', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SecurityGroup': '1.5', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SecurityGroupRule': '1.2', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'SubPort': '1.0', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Subnet': '1.1', Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: 'Trunk': '1.1'}} Oct 28 17:08:56.152008 dv-cinder-859839-1-iscsi neutron-server[103944]: {{(pid=103944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 17:08:56.157825 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:08:56.171122 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.175641 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Added segment a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79 of type vlan for network a8c77d17-765f-4f7a-810a-f63fbc03336c Oct 28 17:08:56.221886 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (a8c77d17-765f-4f7a-810a-f63fbc03336c), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.250437 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (a8c77d17-765f-4f7a-810a-f63fbc03336c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.251558 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:08:56.252346 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.309016 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56618) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:56.309619 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5823359 Oct 28 17:08:56.315895 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Request body: {'subnet': {'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-subnet', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:56.321614 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c047909-ee80-4f7d-b379-0580a0e18aec admin admin] Pushing event updated for resources: {'Network': ['ID=a8c77d17-765f-4f7a-810a-f63fbc03336c,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:56.332143 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network a8c77d17-765f-4f7a-810a-f63fbc03336c details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:08:56.351675 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Made reservation on behalf of 39f17c6092df40a69288bacc59cec663 for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:08:56.354331 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.540088 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (e9458b08-d3e9-4a1d-a6c4-72801015520f), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.584319 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9458b08-d3e9-4a1d-a6c4-72801015520f,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:56.592709 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.593056 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.593395 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.593726 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.594075 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.594397 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.594720 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.595041 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.595374 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.595899 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.596225 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.596543 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.596854 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Tracked resource versions report: Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: pushed versions: Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: { 'AddressGroup': {'1.2'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'ConntrackHelper': {'1.0'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'LocalIPAssociation': {'1.0'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Log': {'1.0'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Network': {'1.1'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Port': {'1.7'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'PortForwarding': {'1.2'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'QosPolicy': {'1.10'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SecurityGroup': {'1.5'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SecurityGroupRule': {'1.2'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SubPort': {'1.0'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Subnet': {'1.1'}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Trunk': {'1.1'}} Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: consumer versions: Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: { DHCP agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: HyperV agent@hv-cinder-85983: {}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: L3 agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: Metadata agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: Metering agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: Open vSwitch agent@dv-cinder-859839-1-iscsi: { 'AddressGroup': '1.2', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'ConntrackHelper': '1.0', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'LocalIPAssociation': '1.0', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Log': '1.0', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Network': '1.1', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Port': '1.7', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'PortForwarding': '1.2', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'QosPolicy': '1.10', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SecurityGroup': '1.5', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SecurityGroupRule': '1.2', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'SubPort': '1.0', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Subnet': '1.1', Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: 'Trunk': '1.1'}} Oct 28 17:08:56.597933 dv-cinder-859839-1-iscsi neutron-server[103943]: {{(pid=103943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 17:08:56.616677 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Checking segment: {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:08:56.617023 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Network hostable DHCP agents. Network: a8c77d17-765f-4f7a-810a-f63fbc03336c, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:08:56.633916 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Network a8c77d17-765f-4f7a-810a-f63fbc03336c is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:08:56.643637 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, a8c77d17-765f-4f7a-810a-f63fbc03336c) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:08:56.649317 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:08:56.650622 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.652207 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d77da-47e2-4e6d-bdbb-3a82e34335d1 None None] Network a8c77d17-765f-4f7a-810a-f63fbc03336c requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:08:56.673543 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56634) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:56.680954 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:56.685816 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-797be846-b2bd-4b29-974f-6cfeb275f038 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3756375 Oct 28 17:08:56.713919 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (2c440cf0-75c1-4843-80c8-49d50cf65bda), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.716322 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (2c440cf0-75c1-4843-80c8-49d50cf65bda), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.775620 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-a8c77d17-765f-4f7a-810a-f63fbc03336c', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'project_id': '39f17c6092df40a69288bacc59cec663', 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:08:56.776562 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.838289 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks [] for router_controller (2c440cf0-75c1-4843-80c8-49d50cf65bda), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:56.945660 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Allocated IP 172.20.0.2 (a8c77d17-765f-4f7a-810a-f63fbc03336c/e9458b08-d3e9-4a1d-a6c4-72801015520f/1c09e7e3-7d81-48cc-960c-dff87726e3a2) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:08:56.988361 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56660) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:56.997122 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks [] for router_gateway (2c440cf0-75c1-4843-80c8-49d50cf65bda), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.125800 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Publish callbacks [] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.132994 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.178216 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Pushing event updated for resources: {'Port': ['ID=1c09e7e3-7d81-48cc-960c-dff87726e3a2,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:57.191124 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.191575 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.192124 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.192662 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.193176 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.193686 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.194228 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.194740 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.195237 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.195746 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.196373 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.196879 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.197499 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Tracked resource versions report: Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: pushed versions: Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: { 'AddressGroup': {'1.2'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'ConntrackHelper': {'1.0'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'LocalIPAssociation': {'1.0'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Log': {'1.0'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Network': {'1.1'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Port': {'1.7'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'PortForwarding': {'1.2'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'QosPolicy': {'1.10'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SecurityGroup': {'1.5'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SecurityGroupRule': {'1.2'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SubPort': {'1.0'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Subnet': {'1.1'}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Trunk': {'1.1'}} Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: consumer versions: Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: { DHCP agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: HyperV agent@hv-cinder-85983: {}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: L3 agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: Metadata agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: Metering agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: Open vSwitch agent@dv-cinder-859839-1-iscsi: { 'AddressGroup': '1.2', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'ConntrackHelper': '1.0', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'LocalIPAssociation': '1.0', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Log': '1.0', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Network': '1.1', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Port': '1.7', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'PortForwarding': '1.2', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'QosPolicy': '1.10', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SecurityGroup': '1.5', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SecurityGroupRule': '1.2', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'SubPort': '1.0', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Subnet': '1.1', Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: 'Trunk': '1.1'}} Oct 28 17:08:57.198819 dv-cinder-859839-1-iscsi neutron-server[103945]: {{(pid=103945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 17:08:57.205098 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Network a8c77d17-765f-4f7a-810a-f63fbc03336c is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:08:57.207202 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:08:57.212621 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:08:57.261667 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks [] for router_gateway (2c440cf0-75c1-4843-80c8-49d50cf65bda), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.269679 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1213552656-network', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:57.282192 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Attempting to bind port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:08:57.282893 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Attempting to bind port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:08:57.283443 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Attempting to bind port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 on network a8c77d17-765f-4f7a-810a-f63fbc03336c {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:08:57.284557 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.296888 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:08:57.299152 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Checking segment: {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:08:57.299748 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.300373 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Bound using segment: {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:08:57.302153 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Bound port: 1c09e7e3-7d81-48cc-960c-dff87726e3a2, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:08:57.302761 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.307870 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Made reservation on behalf of b8ab3f0989134aceb116ce494da4e6af for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:08:57.310479 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.329493 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.400546 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Allocated IP 172.27.0.57 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/d53b3cde-4b44-4cd5-9fbd-3593220a9829) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:08:57.443299 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] For port 1c09e7e3-7d81-48cc-960c-dff87726e3a2, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:08:57.447628 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] For port 1c09e7e3-7d81-48cc-960c-dff87726e3a2, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1c09e7e3-7d81-48cc-960c-dff87726e3a2,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:08:57.449930 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56682) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:57.464867 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.494900 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Publish callbacks [] for security_group (4255d415-5aa4-44b9-9bc9-3a537b023588), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.506475 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56684) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:57.513817 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (4255d415-5aa4-44b9-9bc9-3a537b023588), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.530284 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks [] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.567451 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b685bcf-11ba-4f4f-8e5b-602ae45f3cad None None] Pushing event updated for resources: {'Port': ['ID=1c09e7e3-7d81-48cc-960c-dff87726e3a2,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:57.580973 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4255d415-5aa4-44b9-9bc9-3a537b023588,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:57.587687 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:08:57.597735 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.598232 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Added segment d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f of type vlan for network 4c43b206-3920-4691-871c-1ca5342d7aa4 Oct 28 17:08:57.610627 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.643062 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (4c43b206-3920-4691-871c-1ca5342d7aa4), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.686851 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:08:57.692882 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:08:57.697084 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:08:57.698471 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (4c43b206-3920-4691-871c-1ca5342d7aa4), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.699888 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:08:57.700556 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:57.792309 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56694) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:57.821218 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] Pushing event updated for resources: {'Network': ['ID=4c43b206-3920-4691-871c-1ca5342d7aa4,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:57.829514 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-dadf1c4d-5405-492c-afde-8a728d32125c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8400912 Oct 28 17:08:57.836131 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56698) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:57.840868 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1089186838-network', 'tenant_id': '4f33ffe41be24a83b1b1f57aac10ab9c'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:57.876706 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:08:57.885520 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Request body: {'subnet': {'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-subnet', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:57.925619 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Pushing event updated for resources: {'Port': ['ID=d53b3cde-4b44-4cd5-9fbd-3593220a9829,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:57.936342 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2105694096-network', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:57.950201 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Made reservation on behalf of b8ab3f0989134aceb116ce494da4e6af for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:08:57.957171 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.176230 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1709868515-network', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:58.211606 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks [] for router_gateway (2c440cf0-75c1-4843-80c8-49d50cf65bda), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.214772 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Made reservation on behalf of 7590dca919bd47d8a8c62014276a60ef for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:08:58.217364 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.268394 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (b4b33b05-3795-42d6-af63-326599c48b6f), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.279060 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.283314 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Made reservation on behalf of 7a3fa5d99a8448b1b4af6b3c6cb16081 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:08:58.285584 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.440882 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.441495 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1c09e7e3-7d81-48cc-960c-dff87726e3a2 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:08:58.453199 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b33b05-3795-42d6-af63-326599c48b6f,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:58.487801 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Made reservation on behalf of 4f33ffe41be24a83b1b1f57aac10ab9c for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:08:58.491583 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.507903 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.566074 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:08:58.567166 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.567682 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 Oct 28 17:08:58.621309 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Publish callbacks [] for security_group (5e6de652-4b4f-4a80-968f-47f08fc9e5cf), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.640591 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (5e6de652-4b4f-4a80-968f-47f08fc9e5cf), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.681202 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6de652-4b4f-4a80-968f-47f08fc9e5cf,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:58.693243 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Checking segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:08:58.694197 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Network hostable DHCP agents. Network: 4c43b206-3920-4691-871c-1ca5342d7aa4, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:08:58.708518 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:08:58.728289 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (fd536bac-483c-4188-a79d-84050316162b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.728780 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Added segment fd536bac-483c-4188-a79d-84050316162b of type vlan for network d24a82ea-7a6d-4e98-9ccd-17c78e3198eb Oct 28 17:08:58.747650 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:08:58.748847 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.794381 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Publish callbacks [] for security_group (049597c2-9ad4-43bc-aab4-04a141b720c0), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.803282 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Publish callbacks [] for security_group (f6e77220-88e0-486c-ab66-380261ee5ace), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.805575 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (049597c2-9ad4-43bc-aab4-04a141b720c0), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.818042 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 1c09e7e3-7d81-48cc-960c-dff87726e3a2, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1c09e7e3-7d81-48cc-960c-dff87726e3a2,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:08:58.828312 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.858803 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (d24a82ea-7a6d-4e98-9ccd-17c78e3198eb), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.877232 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:08:58.889305 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:08:58.899108 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (d80175d2-f7fa-4b72-9b55-c63711684811), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.899471 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=1c09e7e3-7d81-48cc-960c-dff87726e3a2,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:58.899693 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (f6e77220-88e0-486c-ab66-380261ee5ace), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.900228 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Added segment d80175d2-f7fa-4b72-9b55-c63711684811 of type vlan for network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 Oct 28 17:08:58.908588 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (d24a82ea-7a6d-4e98-9ccd-17c78e3198eb), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.909597 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:08:58.910755 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.928285 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 4c43b206-3920-4691-871c-1ca5342d7aa4) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:08:58.933412 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:08:58.934029 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.942215 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe75a774-5c98-4edb-8d26-ef663f5b4114 None None] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:08:58.958468 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5061853 Oct 28 17:08:58.966229 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (9efc92a5-2966-4a3b-8cca-04db2c9140e1), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:58.969881 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-db10eb01-2924-4d7a-a017-9beb0b9e80be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1327543 Oct 28 17:08:58.971058 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56740) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:58.971184 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56744) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:58.983174 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Request body: {'subnet': {'network_id': 'd24a82ea-7a6d-4e98-9ccd-17c78e3198eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1089186838-subnet', 'tenant_id': '4f33ffe41be24a83b1b1f57aac10ab9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:58.992204 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049597c2-9ad4-43bc-aab4-04a141b720c0,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:59.004213 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (9efc92a5-2966-4a3b-8cca-04db2c9140e1), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.005440 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:08:59.006306 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.008204 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:08:59.018103 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:59.038012 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Made reservation on behalf of 4f33ffe41be24a83b1b1f57aac10ab9c for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:08:59.040528 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.070706 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2678797 Oct 28 17:08:59.071624 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56748) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:59.076504 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (2c440cf0-75c1-4843-80c8-49d50cf65bda), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.090364 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Request body: {'subnet': {'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1709868515-subnet', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:08:59.153205 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067fd7c-2787-4081-88ee-9079e92ae828 admin admin] Pushing event updated for resources: {'Network': ['ID=9efc92a5-2966-4a3b-8cca-04db2c9140e1,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:59.177736 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Made reservation on behalf of 7590dca919bd47d8a8c62014276a60ef for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:08:59.183415 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.194459 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b06134b-755d-4b42-b8db-fba985db0215 None None] Network a8c77d17-765f-4f7a-810a-f63fbc03336c requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:08:59.252855 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e77220-88e0-486c-ab66-380261ee5ace,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:59.283407 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (f86b226a-3046-4634-a3d6-ac1583dc85ec), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.323981 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (9c764362-fd2e-4bff-9b7f-5917bee4958d), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.324318 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Added segment 9c764362-fd2e-4bff-9b7f-5917bee4958d of type vlan for network 1275e91b-d159-4566-9d23-a40414dc1241 Oct 28 17:08:59.341459 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (a0e5c156-f9a2-45b0-b3c2-ef6508621008), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.342766 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (a0e5c156-f9a2-45b0-b3c2-ef6508621008), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.398341 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Router 2c440cf0-75c1-4843-80c8-49d50cf65bda is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:08:59.405807 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282f8b9-3564-4f7a-b448-ff39b512b3d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d24a82ea-7a6d-4e98-9ccd-17c78e3198eb,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:59.417474 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:08:59.454249 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86b226a-3046-4634-a3d6-ac1583dc85ec,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:59.458181 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network d24a82ea-7a6d-4e98-9ccd-17c78e3198eb details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:08:59.461827 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (1275e91b-d159-4566-9d23-a40414dc1241), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.541561 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-4c43b206-3920-4691-871c-1ca5342d7aa4', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:08:59.542507 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.621756 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks [] for router_controller (a0e5c156-f9a2-45b0-b3c2-ef6508621008), precommit_add_association {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.635517 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:08:59.637993 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (8ef86c61-aca3-4f4d-b8da-dafda8d71620), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.649280 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Sync routers for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:08:59.662980 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:08:59.664078 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:08:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:08:59.711421 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.712658 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e85761eb-60dc-4162-9373-3b5c330f1812 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0373721 Oct 28 17:08:59.718561 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56768) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:59.727942 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Checking segment: {'id': 'fd536bac-483c-4188-a79d-84050316162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd24a82ea-7a6d-4e98-9ccd-17c78e3198eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:08:59.728238 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Network hostable DHCP agents. Network: d24a82ea-7a6d-4e98-9ccd-17c78e3198eb, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:08:59.728989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef86c61-aca3-4f4d-b8da-dafda8d71620,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:08:59.734279 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (1275e91b-d159-4566-9d23-a40414dc1241), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.735230 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:08:59.735780 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.765661 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Checking segment: {'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:08:59.766043 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Network hostable DHCP agents. Network: 9efc92a5-2966-4a3b-8cca-04db2c9140e1, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:08:59.826246 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:08:59.862271 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 9efc92a5-2966-4a3b-8cca-04db2c9140e1) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:08:59.904091 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:08:59.904821 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:08:59.917864 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:08:59.957154 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bb02ff3d-604f-41c7-a465-51bb5b102a79 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8820298 Oct 28 17:08:59.959756 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56776) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:08:59.966111 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1709868515-router', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:00.022161 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56782) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:00.026743 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5154722 Oct 28 17:09:00.036798 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Request body: {'subnet': {'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2105694096-subnet', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:00.088444 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Network d24a82ea-7a6d-4e98-9ccd-17c78e3198eb is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:09:00.097254 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f3eb6-54da-45b9-aa7c-880063b2da2a admin admin] Pushing event updated for resources: {'Network': ['ID=1275e91b-d159-4566-9d23-a40414dc1241,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:00.146810 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (88d3dea7-4b8e-4f90-b123-9161fefcd33a), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:00.151697 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (88d3dea7-4b8e-4f90-b123-9161fefcd33a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:00.172698 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, d24a82ea-7a6d-4e98-9ccd-17c78e3198eb) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:00.181933 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:00.187829 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:00.233486 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Made reservation on behalf of 7a3fa5d99a8448b1b4af6b3c6cb16081 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:09:00.242709 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks [] for router_gateway (a0e5c156-f9a2-45b0-b3c2-ef6508621008), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:00.250401 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:00.255312 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Allocated IP 172.20.0.2 (4c43b206-3920-4691-871c-1ca5342d7aa4/b4b33b05-3795-42d6-af63-326599c48b6f/aae7f376-0ae3-4691-851f-e2f9768fdffb) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:00.282977 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d079f51c-1b93-490d-8929-5b6349288602 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3010073 Oct 28 17:09:00.439603 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks [] for router_controller (88d3dea7-4b8e-4f90-b123-9161fefcd33a), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:00.466962 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748953fc-3d09-48a8-b58a-50d630f8aae8 None None] Network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:09:00.731888 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:08:58Z', 'revision_number': 3, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:00.745305 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 1275e91b-d159-4566-9d23-a40414dc1241 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:09:00.750311 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bea364-3f4e-47a2-b9e8-3470d8bd2f6b None None] Network d24a82ea-7a6d-4e98-9ccd-17c78e3198eb requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:09:00.753095 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1c09e7e3-7d81-48cc-960c-dff87726e3a2 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:00.792337 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Checking router: 2c440cf0-75c1-4843-80c8-49d50cf65bda for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:09:00.793083 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Updating router 2c440cf0-75c1-4843-80c8-49d50cf65bda port d53b3cde-4b44-4cd5-9fbd-3593220a9829 binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:09:00.810728 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks [] for router_gateway (88d3dea7-4b8e-4f90-b123-9161fefcd33a), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:00.885586 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:00.937844 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks [] for router_gateway (a0e5c156-f9a2-45b0-b3c2-ef6508621008), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.009245 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.088234 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-d030a22d-2a86-4b3b-a0be-856bedbc92df None None] Provisioning complete for port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:01.088736 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d030a22d-2a86-4b3b-a0be-856bedbc92df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.089176 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d030a22d-2a86-4b3b-a0be-856bedbc92df None None] Attempt 1 to provision port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 Oct 28 17:09:01.202633 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Allocated IP 172.27.0.93 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/f9d85e99-7118-41dd-b073-25f5c47fea07) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:01.281511 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.453219 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks [] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.517102 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.551253 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Allocated IP 172.20.0.1 (a8c77d17-765f-4f7a-810a-f63fbc03336c/e9458b08-d3e9-4a1d-a6c4-72801015520f/521e391b-3cc0-41ae-b37c-25424a6cf4f8) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:01.553835 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (354899bb-6b0d-4b82-a86a-5bb1149d70be), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.609005 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d030a22d-2a86-4b3b-a0be-856bedbc92df None None] Current status of the port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:01.616144 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=354899bb-6b0d-4b82-a86a-5bb1149d70be,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:01.626761 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Publish callbacks [] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.626947 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:01.638802 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:01.643755 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:01.661743 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:01.664686 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.665066 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 Oct 28 17:09:01.748767 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Checking segment: {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:01.749363 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Network hostable DHCP agents. Network: 1275e91b-d159-4566-9d23-a40414dc1241, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:09:01.786307 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.824085 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56860) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:01.840206 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d85e99-7118-41dd-b073-25f5c47fea07,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:01.879723 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-9efc92a5-2966-4a3b-8cca-04db2c9140e1', 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1', 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'fixed_ips': [{'subnet_id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:09:01.880769 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.884405 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b435fa-4dda-4e19-8601-c310ed995e8d None None] Network d24a82ea-7a6d-4e98-9ccd-17c78e3198eb requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:09:01.936878 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Publish callbacks [] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.948372 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.956373 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Publish callbacks [] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:01.982141 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56874) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:01.987674 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Attempting to bind port d53b3cde-4b44-4cd5-9fbd-3593220a9829 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:01.994973 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-377517311-network', 'tenant_id': '94d3e98669a84ea68b3a0599d8f60dc3'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:01.995792 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Attempting to bind port d53b3cde-4b44-4cd5-9fbd-3593220a9829 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:01.996312 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Attempting to bind port d53b3cde-4b44-4cd5-9fbd-3593220a9829 on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:02.004422 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:02.006820 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:02.007491 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.008775 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:02.018715 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Bound port: d53b3cde-4b44-4cd5-9fbd-3593220a9829, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:02.019335 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.051740 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Network 1275e91b-d159-4566-9d23-a40414dc1241 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:09:02.064921 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Pushing event updated for resources: {'Port': ['ID=aae7f376-0ae3-4691-851f-e2f9768fdffb,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:02.128017 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 1275e91b-d159-4566-9d23-a40414dc1241) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:02.137085 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] For port d53b3cde-4b44-4cd5-9fbd-3593220a9829, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:02.141616 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] For port d53b3cde-4b44-4cd5-9fbd-3593220a9829, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=d53b3cde-4b44-4cd5-9fbd-3593220a9829,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:02.161696 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:02.162407 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.176423 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547ed3b-c7c7-4f9b-aaef-97df515db92b None None] Network 1275e91b-d159-4566-9d23-a40414dc1241 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:09:02.186796 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks [] for router_gateway (a0e5c156-f9a2-45b0-b3c2-ef6508621008), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.205755 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.216444 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Made reservation on behalf of 94d3e98669a84ea68b3a0599d8f60dc3 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:09:02.218780 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.235332 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks [] for router_gateway (88d3dea7-4b8e-4f90-b123-9161fefcd33a), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.246161 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Pushing event updated for resources: {'Port': ['ID=d53b3cde-4b44-4cd5-9fbd-3593220a9829,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:02.262632 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:02.263456 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:08:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:02.268227 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.268822 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.269347 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.269834 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.270118 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.270532 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.271015 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.271492 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.271973 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.272449 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.272960 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.273449 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.273929 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.274446 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Tracked resource versions report: Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: pushed versions: Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: { 'AddressGroup': {'1.2'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'ConntrackHelper': {'1.0'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'LocalIPAssociation': {'1.0'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Log': {'1.0'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Network': {'1.1'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Port': {'1.7'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'PortForwarding': {'1.2'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'QosPolicy': {'1.10'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SecurityGroup': {'1.5'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SecurityGroupRule': {'1.2'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SubPort': {'1.0'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Subnet': {'1.1'}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Trunk': {'1.1'}} Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: consumer versions: Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: { DHCP agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: HyperV agent@hv-cinder-85983: {}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: L3 agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: Metadata agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: Metering agent@dv-cinder-859839-1-iscsi: {}, Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: Open vSwitch agent@dv-cinder-859839-1-iscsi: { 'AddressGroup': '1.2', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'ConntrackHelper': '1.0', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'LocalIPAssociation': '1.0', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Log': '1.0', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Network': '1.1', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Port': '1.7', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'PortForwarding': '1.2', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'QosPolicy': '1.10', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SecurityGroup': '1.5', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SecurityGroupRule': '1.2', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'SubPort': '1.0', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Subnet': '1.1', Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: 'Trunk': '1.1'}} Oct 28 17:09:02.275848 dv-cinder-859839-1-iscsi neutron-server[103946]: {{(pid=103946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 17:09:02.385917 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Publish callbacks [] for security_group (63c798e0-c69e-4953-91d7-681bb5d82387), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.391035 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-83cdcf36-02a6-465a-afc1-33d2a1670082 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3613484 Oct 28 17:09:02.394271 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56892) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:02.401253 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.401763 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:02.426192 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Network a8c77d17-765f-4f7a-810a-f63fbc03336c is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:02.427211 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e276a1-34c5-4826-915c-f96fa8d4531f None None] Pushing event updated for resources: {'Port': ['ID=d53b3cde-4b44-4cd5-9fbd-3593220a9829,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:02.427687 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (63c798e0-c69e-4953-91d7-681bb5d82387), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.434807 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (d003c3d9-be37-46b3-932d-1e0a9c9307c6), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.436155 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (d003c3d9-be37-46b3-932d-1e0a9c9307c6), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.443840 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:09:02.455587 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (08d4fe37-56a7-4594-bf24-87874b0df600), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.456045 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Added segment 08d4fe37-56a7-4594-bf24-87874b0df600 of type vlan for network 14bed6bb-ddb5-4790-ac3b-c07b5dcd3617 Oct 28 17:09:02.462962 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:02.501543 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (14bed6bb-ddb5-4790-ac3b-c07b5dcd3617), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.524799 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.553533 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:02.569087 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks [] for router_controller (d003c3d9-be37-46b3-932d-1e0a9c9307c6), precommit_add_association {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.578272 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:02.598655 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-0bfecbe2-ce87-463d-9495-a92276342b8f None None] Provisioning complete for port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:02.599186 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0bfecbe2-ce87-463d-9495-a92276342b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.599537 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-0bfecbe2-ce87-463d-9495-a92276342b8f None None] Attempt 1 to provision port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 Oct 28 17:09:02.607517 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:02.614251 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:02.615980 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Pushing event updated for resources: {'Port': ['ID=521e391b-3cc0-41ae-b37c-25424a6cf4f8,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:02.621509 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:02.622113 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (2c440cf0-75c1-4843-80c8-49d50cf65bda), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.698588 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c798e0-c69e-4953-91d7-681bb5d82387,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:02.734945 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f9136796-5887-4923-a190-b739261b5998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.735118 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (14bed6bb-ddb5-4790-ac3b-c07b5dcd3617), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.738794 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:02.740782 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.793856 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:08:58Z', 'revision_number': 3, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:02.838922 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks [] for router_gateway (d003c3d9-be37-46b3-932d-1e0a9c9307c6), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:02.863057 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac58b60-01c3-4e54-9bac-f9bf62a3808a None None] The sync data for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi is: [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:08:58Z', 'revision_number': 3, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:09:02.873196 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:02.917677 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] Pushing event updated for resources: {'Network': ['ID=14bed6bb-ddb5-4790-ac3b-c07b5dcd3617,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:02.940782 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 14bed6bb-ddb5-4790-ac3b-c07b5dcd3617 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:09:03.008047 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3550647b-c82d-4dac-8ca0-7969404f213f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0171838 Oct 28 17:09:03.012470 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56902) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:03.018387 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Request body: {'subnet': {'network_id': '14bed6bb-ddb5-4790-ac3b-c07b5dcd3617', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-377517311-subnet', 'tenant_id': '94d3e98669a84ea68b3a0599d8f60dc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:03.050416 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Allocated IP 172.20.0.2 (9efc92a5-2966-4a3b-8cca-04db2c9140e1/8ef86c61-aca3-4f4d-b8da-dafda8d71620/3936db12-a3db-4f51-bbc1-8ba6db5cef5c) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:03.060844 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (a0e5c156-f9a2-45b0-b3c2-ef6508621008), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.070179 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Made reservation on behalf of 94d3e98669a84ea68b3a0599d8f60dc3 for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:09:03.072707 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.103465 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Attempting to bind port aae7f376-0ae3-4691-851f-e2f9768fdffb on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:03.103952 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Attempting to bind port aae7f376-0ae3-4691-851f-e2f9768fdffb by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:03.104415 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Attempting to bind port aae7f376-0ae3-4691-851f-e2f9768fdffb on network 4c43b206-3920-4691-871c-1ca5342d7aa4 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:03.130239 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.133626 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Allocated IP 172.27.0.80 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/b04bcc41-883e-4eed-a59a-bcfff94ff1f8) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:03.133900 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-0bfecbe2-ce87-463d-9495-a92276342b8f None None] Current status of the port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:03.152319 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:03.152834 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Checking segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:03.153335 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.153824 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Bound using segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:03.154436 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Bound port: aae7f376-0ae3-4691-851f-e2f9768fdffb, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:03.154921 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.184558 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-1275e91b-d159-4566-9d23-a40414dc1241', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:09:03.186004 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.231053 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f9136796-5887-4923-a190-b739261b5998 admin admin] Publish callbacks [] for security_group (06448e36-f7ad-42b3-b81e-c7eef5bbf09e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.249398 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f9136796-5887-4923-a190-b739261b5998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (06448e36-f7ad-42b3-b81e-c7eef5bbf09e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.407279 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f9136796-5887-4923-a190-b739261b5998 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=289c842df8054649afcdab7a1f1c521b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5806315 Oct 28 17:09:03.417910 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56910) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:03.418679 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9136796-5887-4923-a190-b739261b5998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06448e36-f7ad-42b3-b81e-c7eef5bbf09e,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:03.493563 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks [] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.562117 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Provisioning complete for port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:03.562506 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.562839 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Attempt 1 to provision port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 Oct 28 17:09:03.588603 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-83f0bcd0-542c-424d-aaf0-79f1658d2786 admin admin] Publish callbacks [] for security_group (06448e36-f7ad-42b3-b81e-c7eef5bbf09e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.599927 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-3721243d-98c6-4872-888b-0496ba568832 None None] For port aae7f376-0ae3-4691-851f-e2f9768fdffb, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:03.643841 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-3721243d-98c6-4872-888b-0496ba568832 None None] For port aae7f376-0ae3-4691-851f-e2f9768fdffb, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=aae7f376-0ae3-4691-851f-e2f9768fdffb,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:03.650596 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.662849 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks [] for router_gateway (d003c3d9-be37-46b3-932d-1e0a9c9307c6), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.669307 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:09:03.678625 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.692728 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:03.713344 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.721667 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56914) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:03.749074 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b04bcc41-883e-4eed-a59a-bcfff94ff1f8,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:03.763917 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-83f0bcd0-542c-424d-aaf0-79f1658d2786 admin admin] Publish callbacks [] for security_group (06448e36-f7ad-42b3-b81e-c7eef5bbf09e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.770648 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Publish callbacks [] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.794536 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:03.797131 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Publish callbacks [] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.799786 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.808009 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:03.818940 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Allocated IP 172.20.0.2 (1275e91b-d159-4566-9d23-a40414dc1241/354899bb-6b0d-4b82-a86a-5bb1149d70be/8a7eacaa-293a-4274-865b-04248cc63ebe) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:03.823236 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.823964 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (2c440cf0-75c1-4843-80c8-49d50cf65bda), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:03.842647 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721243d-98c6-4872-888b-0496ba568832 None None] Pushing event updated for resources: {'Port': ['ID=aae7f376-0ae3-4691-851f-e2f9768fdffb,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:03.849536 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:03.907304 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:03.933710 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:04.014146 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:04.029288 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Pushing event updated for resources: {'Port': ['ID=3936db12-a3db-4f51-bbc1-8ba6db5cef5c,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:04.107735 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (49e35856-b7f4-415d-9ca6-61784516f743), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.196126 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Attempt 2 to provision port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 Oct 28 17:09:04.220606 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-34fbc4dd-935f-41cf-bed2-9570d01d6de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.260068 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e35856-b7f4-415d-9ca6-61784516f743,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:04.272240 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Attempting to bind port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:04.272615 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Attempting to bind port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:04.273018 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Attempting to bind port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c on network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:04.302177 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:04.302564 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Checking segment: {'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:04.302961 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.303362 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Bound using segment: {'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:04.303878 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Bound port: 3936db12-a3db-4f51-bbc1-8ba6db5cef5c, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:04.304266 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.306407 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:04.386925 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Pushing event updated for resources: {'Port': ['ID=521e391b-3cc0-41ae-b37c-25424a6cf4f8,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:04.424283 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-83f0bcd0-542c-424d-aaf0-79f1658d2786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (06448e36-f7ad-42b3-b81e-c7eef5bbf09e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.430018 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-83f0bcd0-542c-424d-aaf0-79f1658d2786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.431035 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-83f0bcd0-542c-424d-aaf0-79f1658d2786 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06448e36-f7ad-42b3-b81e-c7eef5bbf09e HTTP/1.1" status: 204 len: 168 time: 1.0095296 Oct 28 17:09:04.450881 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Publish callbacks [] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.455293 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] For port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:04.458811 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] For port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=3936db12-a3db-4f51-bbc1-8ba6db5cef5c,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:04.472376 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.479608 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0bcd0-542c-424d-aaf0-79f1658d2786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06448e36-f7ad-42b3-b81e-c7eef5bbf09e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:04.507655 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Allocated IP 172.27.0.82 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/76215296-04b6-4e3f-bff7-e145a2fce7c3) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:04.553194 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.584307 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef79de-9acb-4163-a2e0-f959de4ca48d None None] Pushing event updated for resources: {'Port': ['ID=3936db12-a3db-4f51-bbc1-8ba6db5cef5c,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:04.598293 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Network a8c77d17-765f-4f7a-810a-f63fbc03336c is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:04.610285 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:04.648308 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Network 1275e91b-d159-4566-9d23-a40414dc1241 is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:04.669025 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:04.680414 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:04.725458 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks [] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.761617 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Attempting to bind port 8a7eacaa-293a-4274-865b-04248cc63ebe on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:04.762160 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Attempting to bind port 8a7eacaa-293a-4274-865b-04248cc63ebe by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:04.762858 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Attempting to bind port 8a7eacaa-293a-4274-865b-04248cc63ebe on network 1275e91b-d159-4566-9d23-a40414dc1241 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:04.769659 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Pushing event updated for resources: {'Port': ['ID=8a7eacaa-293a-4274-865b-04248cc63ebe,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:04.783190 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:04.783190 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Checking segment: {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:04.783793 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.784284 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Bound using segment: {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:04.784996 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Bound port: 8a7eacaa-293a-4274-865b-04248cc63ebe, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:04.785689 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.805180 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.809269 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Attempt 3 to provision port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 Oct 28 17:09:04.834371 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:04.839520 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:04.843115 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:09:04.850592 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks [] for router_gateway (88d3dea7-4b8e-4f90-b123-9161fefcd33a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:04.851297 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:04.879444 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Checking segment: {'id': '08d4fe37-56a7-4594-bf24-87874b0df600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14bed6bb-ddb5-4790-ac3b-c07b5dcd3617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:04.879800 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Network hostable DHCP agents. Network: 14bed6bb-ddb5-4790-ac3b-c07b5dcd3617, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:09:04.902935 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:04.909834 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] For port 8a7eacaa-293a-4274-865b-04248cc63ebe, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:04.914897 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] For port 8a7eacaa-293a-4274-865b-04248cc63ebe, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=8a7eacaa-293a-4274-865b-04248cc63ebe,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:04.938233 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:05.149470 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d30b4-6610-448c-819f-a02597b530e2 None None] Pushing event updated for resources: {'Port': ['ID=8a7eacaa-293a-4274-865b-04248cc63ebe,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:05.203629 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56952) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:05.245619 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device aae7f376-0ae3-4691-851f-e2f9768fdffb up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:05.304218 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ad7eda44-8500-48fe-8a05-8df3a9d1551f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:05.370984 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Pushing event updated for resources: {'Port': ['ID=76215296-04b6-4e3f-bff7-e145a2fce7c3,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:05.374421 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:09:05.406658 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Attempt 4 to provision port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 Oct 28 17:09:05.411874 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Network 14bed6bb-ddb5-4790-ac3b-c07b5dcd3617 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:09:05.487725 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:05.492291 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-617f9d23-63ad-41cc-a7c2-0b9057693573 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5132923 Oct 28 17:09:05.494277 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port aae7f376-0ae3-4691-851f-e2f9768fdffb triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:05.494760 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:05.495306 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port aae7f376-0ae3-4691-851f-e2f9768fdffb Oct 28 17:09:05.502399 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56956) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:05.533989 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:05.535471 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:08:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:05.536338 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Router 2c440cf0-75c1-4843-80c8-49d50cf65bda has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:09:05.618440 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 14bed6bb-ddb5-4790-ac3b-c07b5dcd3617) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:05.623701 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:05.624310 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:05.639265 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56958) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:05.657792 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ad7eda44-8500-48fe-8a05-8df3a9d1551f admin admin] Publish callbacks [] for security_group (663a4835-e06a-43bf-92d2-952e676aba33), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:05.663135 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b8e3dc7c-40f4-4934-9fd6-fb22912d0561 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6493013 Oct 28 17:09:05.705974 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-34fbc4dd-935f-41cf-bed2-9570d01d6de1 admin admin] Publish callbacks [] for security_group (69050b7f-fb0e-4e39-9471-10876b3538df), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:05.748835 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ad7eda44-8500-48fe-8a05-8df3a9d1551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (663a4835-e06a-43bf-92d2-952e676aba33), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:05.794075 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:05.801553 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-34fbc4dd-935f-41cf-bed2-9570d01d6de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (69050b7f-fb0e-4e39-9471-10876b3538df), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:05.813126 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eda44-8500-48fe-8a05-8df3a9d1551f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663a4835-e06a-43bf-92d2-952e676aba33,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:05.890339 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-34fbc4dd-935f-41cf-bed2-9570d01d6de1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a55c1fc0823b4a4cb01af6be299bfb7b&name=default HTTP/1.1" status: 200 len: 2994 time: 2.1502419 Oct 28 17:09:05.890513 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56964) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:05.890721 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 56966) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:05.900097 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbc4dd-935f-41cf-bed2-9570d01d6de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69050b7f-fb0e-4e39-9471-10876b3538df,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:05.910768 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99479fd9-cf30-4fe2-9bd8-b95e2ba8a137 None None] Network 14bed6bb-ddb5-4790-ac3b-c07b5dcd3617 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:09:05.933813 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (88d3dea7-4b8e-4f90-b123-9161fefcd33a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:05.940764 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ad7eda44-8500-48fe-8a05-8df3a9d1551f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=280f740ea05c4592922b2e3ed4040a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7317848 Oct 28 17:09:05.941219 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56968) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:05.961564 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e820c-8f6f-4e22-b922-81d95ee24d14 None None] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:09:06.011222 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:06.045939 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0c71f9cd-c482-405f-91cd-18690cbbb890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.050501 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30bc087-c8bd-4c9b-94c1-0f797a3a2ad0 admin admin] Deleting subnet f86b226a-3046-4634-a3d6-ac1583dc85ec {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:09:06.070087 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-297c642a-2dc1-4932-919f-b3b7a2c4e62b admin admin] Publish callbacks [] for security_group (663a4835-e06a-43bf-92d2-952e676aba33), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.084107 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f30bc087-c8bd-4c9b-94c1-0f797a3a2ad0 admin admin] Publish callbacks [] for subnet (f86b226a-3046-4634-a3d6-ac1583dc85ec), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.094122 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-297c642a-2dc1-4932-919f-b3b7a2c4e62b admin admin] Publish callbacks [] for security_group (663a4835-e06a-43bf-92d2-952e676aba33), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.102870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port aae7f376-0ae3-4691-851f-e2f9768fdffb is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:06.103631 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.139293 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f222c46a-5f3a-4dd9-9e15-61024a31f2cf admin admin] Publish callbacks [] for security_group (69050b7f-fb0e-4e39-9471-10876b3538df), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.166623 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-297c642a-2dc1-4932-919f-b3b7a2c4e62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (663a4835-e06a-43bf-92d2-952e676aba33), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.169417 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-297c642a-2dc1-4932-919f-b3b7a2c4e62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.178472 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-297c642a-2dc1-4932-919f-b3b7a2c4e62b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/663a4835-e06a-43bf-92d2-952e676aba33 HTTP/1.1" status: 204 len: 168 time: 0.2359011 Oct 28 17:09:06.215001 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f30bc087-c8bd-4c9b-94c1-0f797a3a2ad0 admin admin] Publish callbacks [] for subnet (f86b226a-3046-4634-a3d6-ac1583dc85ec), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.220897 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f222c46a-5f3a-4dd9-9e15-61024a31f2cf admin admin] Publish callbacks [] for security_group (69050b7f-fb0e-4e39-9471-10876b3538df), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.229347 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks [] for router_gateway (d003c3d9-be37-46b3-932d-1e0a9c9307c6), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.230428 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port aae7f376-0ae3-4691-851f-e2f9768fdffb, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=aae7f376-0ae3-4691-851f-e2f9768fdffb,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:06.252546 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.256379 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device d53b3cde-4b44-4cd5-9fbd-3593220a9829 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:06.265251 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:09:06.271476 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c642a-2dc1-4932-919f-b3b7a2c4e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a4835-e06a-43bf-92d2-952e676aba33,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:06.271604 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f30bc087-c8bd-4c9b-94c1-0f797a3a2ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (f86b226a-3046-4634-a3d6-ac1583dc85ec), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.278580 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-fbd9562a-8518-4506-873f-02ded953e72e admin admin] 10.222.0.20 "PUT /v2.0/routers/2c440cf0-75c1-4843-80c8-49d50cf65bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5584993 Oct 28 17:09:06.293092 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Sync routers for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:09:06.309371 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:06.310052 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:08:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:06.359499 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Router 88d3dea7-4b8e-4f90-b123-9161fefcd33a is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:09:06.582881 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:09:06.616503 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.620862 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0642bc3a-2906-406c-b03a-0e0a1958e8f3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6600819 Oct 28 17:09:06.622537 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 56982) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:06.654955 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:06.680125 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0c71f9cd-c482-405f-91cd-18690cbbb890 admin admin] Publish callbacks [] for security_group (2e6179f2-3a4f-4d8e-8038-34bc3766dd84), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.695984 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0c71f9cd-c482-405f-91cd-18690cbbb890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (2e6179f2-3a4f-4d8e-8038-34bc3766dd84), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.707616 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f30bc087-c8bd-4c9b-94c1-0f797a3a2ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (f86b226a-3046-4634-a3d6-ac1583dc85ec), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.746062 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f222c46a-5f3a-4dd9-9e15-61024a31f2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (69050b7f-fb0e-4e39-9471-10876b3538df), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.748854 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f222c46a-5f3a-4dd9-9e15-61024a31f2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:06.750039 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f222c46a-5f3a-4dd9-9e15-61024a31f2cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69050b7f-fb0e-4e39-9471-10876b3538df HTTP/1.1" status: 204 len: 168 time: 0.8421469 Oct 28 17:09:06.807105 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=aae7f376-0ae3-4691-851f-e2f9768fdffb,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:06.822050 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Attempt 5 to provision port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 Oct 28 17:09:06.835298 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728567ae-0ee6-48a3-af15-edca5b9fe53a None None] Network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:09:07.018818 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f30bc087-c8bd-4c9b-94c1-0f797a3a2ad0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.026999 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f30bc087-c8bd-4c9b-94c1-0f797a3a2ad0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f86b226a-3046-4634-a3d6-ac1583dc85ec HTTP/1.1" status: 204 len: 168 time: 1.1197746 Oct 28 17:09:07.044716 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57000) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:07.057852 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57002) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:07.062919 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-22399d39-b1d8-4d09-957d-d5ccc5e5e34d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727550052', 'description': 'tempest-description--242028314'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:07.082647 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bc087-c8bd-4c9b-94c1-0f797a3a2ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86b226a-3046-4634-a3d6-ac1583dc85ec,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:07.092880 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71f9cd-c482-405f-91cd-18690cbbb890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6179f2-3a4f-4d8e-8038-34bc3766dd84,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:07.103501 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Sync routers for ids ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:09:07.121566 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-22399d39-b1d8-4d09-957d-d5ccc5e5e34d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.161878 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0c71f9cd-c482-405f-91cd-18690cbbb890 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9152e280ae1d4db6ad88c58f7ad601db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5130103 Oct 28 17:09:07.179825 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (d003c3d9-be37-46b3-932d-1e0a9c9307c6), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.187654 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57004) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:07.201973 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222c46a-5f3a-4dd9-9e15-61024a31f2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69050b7f-fb0e-4e39-9471-10876b3538df,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:07.221454 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 2, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:07.252039 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Checking router: 2c440cf0-75c1-4843-80c8-49d50cf65bda for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:09:07.252400 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Updating router 2c440cf0-75c1-4843-80c8-49d50cf65bda port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:09:07.284005 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.309671 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652a99c-62e0-4af5-a2b5-4285cf7a6a71 None None] Network 1275e91b-d159-4566-9d23-a40414dc1241 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:09:07.359158 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (d24a82ea-7a6d-4e98-9ccd-17c78e3198eb), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.416642 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da9aba6-dd72-4fdd-92e5-6f5d9c7efb13 None None] Network 14bed6bb-ddb5-4790-ac3b-c07b5dcd3617 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:09:07.480171 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.519659 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-22399d39-b1d8-4d09-957d-d5ccc5e5e34d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (63cc75a7-be34-4b0a-826b-9b01b586b95d), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.527474 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b19bbc70-39a9-452a-8f93-576563e2d421 admin admin] Publish callbacks [] for security_group (2e6179f2-3a4f-4d8e-8038-34bc3766dd84), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.537007 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-22399d39-b1d8-4d09-957d-d5ccc5e5e34d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (63cc75a7-be34-4b0a-826b-9b01b586b95d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.596773 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-22399d39-b1d8-4d09-957d-d5ccc5e5e34d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.604961 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-22399d39-b1d8-4d09-957d-d5ccc5e5e34d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5458860 Oct 28 17:09:07.609984 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57022) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:07.617301 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Routers {'88d3dea7-4b8e-4f90-b123-9161fefcd33a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:07.618858 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:08:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:07.633462 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:07.705181 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b19bbc70-39a9-452a-8f93-576563e2d421 admin admin] Publish callbacks [] for security_group (2e6179f2-3a4f-4d8e-8038-34bc3766dd84), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.720416 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22399d39-b1d8-4d09-957d-d5ccc5e5e34d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc75a7-be34-4b0a-826b-9b01b586b95d,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:07.768188 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Publish callbacks [] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.782118 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port d53b3cde-4b44-4cd5-9fbd-3593220a9829 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:07.782859 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.783366 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:07.783567 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port d53b3cde-4b44-4cd5-9fbd-3593220a9829 Oct 28 17:09:07.797817 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-7b51b8a8-582e-4fd1-b94c-e901ca454438 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'security_group_rule': {'security_group_id': '63cc75a7-be34-4b0a-826b-9b01b586b95d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:07.822271 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.066619 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718cda7-64de-4b89-b757-8f8515487b3b None None] Pushing event updated for resources: {'Port': ['ID=521e391b-3cc0-41ae-b37c-25424a6cf4f8,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:08.074660 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:01Z', 'revision_number': 3, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:08.110219 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Set router 88d3dea7-4b8e-4f90-b123-9161fefcd33a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:08.160543 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Attempting to bind port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:08.161319 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Attempting to bind port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:08.162229 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Attempting to bind port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 on network a8c77d17-765f-4f7a-810a-f63fbc03336c {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:08.171084 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:08.171991 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Checking segment: {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:08.172790 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.173383 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Bound using segment: {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:08.174246 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Bound port: 521e391b-3cc0-41ae-b37c-25424a6cf4f8, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:08.174871 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.175034 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Attempt 6 to provision port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 Oct 28 17:09:08.243444 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Allocated IP 172.20.0.1 (9efc92a5-2966-4a3b-8cca-04db2c9140e1/8ef86c61-aca3-4f4d-b8da-dafda8d71620/26a42147-81bb-4e06-9279-f2ee86afa0b0) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:08.297088 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:08.298472 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:09:08.298877 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Updating router a0e5c156-f9a2-45b0-b3c2-ef6508621008 port f9d85e99-7118-41dd-b073-25f5c47fea07 binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:09:08.352259 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] For port 521e391b-3cc0-41ae-b37c-25424a6cf4f8, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:08.362662 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] For port 521e391b-3cc0-41ae-b37c-25424a6cf4f8, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=521e391b-3cc0-41ae-b37c-25424a6cf4f8,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:08.365669 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Publish callbacks [] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.380219 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.391043 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.402181 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.433777 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:08.434792 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:08:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:08.448775 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:08.454740 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:08.459108 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:08.459799 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (88d3dea7-4b8e-4f90-b123-9161fefcd33a), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.463963 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Pushing event updated for resources: {'Port': ['ID=26a42147-81bb-4e06-9279-f2ee86afa0b0,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:08.594128 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (d24a82ea-7a6d-4e98-9ccd-17c78e3198eb), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.595175 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:08.612299 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port d53b3cde-4b44-4cd5-9fbd-3593220a9829 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:08.614274 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.680917 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b51b8a8-582e-4fd1-b94c-e901ca454438 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (da4b6100-6cef-427b-a6ea-3d23eea09c47), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.739626 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Router d003c3d9-be37-46b3-932d-1e0a9c9307c6 is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:09:08.747922 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:08.813056 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Attempt 7 to provision port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 Oct 28 17:09:08.871492 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:08.871785 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:08.872545 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:08.872875 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > port after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:08.873212 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:08.873555 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:08.873884 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:08.880951 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:08.881310 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port d53b3cde-4b44-4cd5-9fbd-3593220a9829, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=d53b3cde-4b44-4cd5-9fbd-3593220a9829,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:08.881416 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:08.881673 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:08.918080 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:09.006731 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718cda7-64de-4b89-b757-8f8515487b3b None None] Pushing event updated for resources: {'Port': ['ID=521e391b-3cc0-41ae-b37c-25424a6cf4f8,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:09.036598 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:09.078355 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579094c5-6f98-4af6-97e3-73f53efcfdb8 None None] The sync data for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi is: [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:09:09.116018 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=d53b3cde-4b44-4cd5-9fbd-3593220a9829,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:09.156066 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'name': 'tempest-DeleteServersTestJSON-1709868515-router', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:00Z', 'updated_at': '2022-10-28T17:09:04Z', 'revision_number': 3, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'gw_port': {'id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:09.236477 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-22d95297-2031-4122-a3f6-a73f8363387b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:09.248464 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Checking router: 88d3dea7-4b8e-4f90-b123-9161fefcd33a for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:09:09.248935 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Updating router 88d3dea7-4b8e-4f90-b123-9161fefcd33a port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:09:09.277891 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Publish callbacks [] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:09.287261 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:09.288217 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (88d3dea7-4b8e-4f90-b123-9161fefcd33a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:09.347127 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Pushing event updated for resources: {'Port': ['ID=26a42147-81bb-4e06-9279-f2ee86afa0b0,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:09.392319 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Publish callbacks [] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:09.442563 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:09.442760 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:09.442831 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:09.442945 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:09.443262 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:09:09.444539 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24a82ea-7a6d-4e98-9ccd-17c78e3198eb']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:09.489860 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 8a7eacaa-293a-4274-865b-04248cc63ebe up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:09.511573 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:09.513630 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:09.607515 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Allocated IP 172.20.0.1 (4c43b206-3920-4691-871c-1ca5342d7aa4/b4b33b05-3795-42d6-af63-326599c48b6f/2d78d7d7-6425-4aa5-b95d-c060fbee21bf) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:09.641379 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b19bbc70-39a9-452a-8f93-576563e2d421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (2e6179f2-3a4f-4d8e-8038-34bc3766dd84), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:09.643997 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b19bbc70-39a9-452a-8f93-576563e2d421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:09.645325 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b19bbc70-39a9-452a-8f93-576563e2d421 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e6179f2-3a4f-4d8e-8038-34bc3766dd84 HTTP/1.1" status: 204 len: 168 time: 2.4543917 Oct 28 17:09:09.764895 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd536bac-483c-4188-a79d-84050316162b') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:09.764895 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd536bac-483c-4188-a79d-84050316162b') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:09.797745 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Router 88d3dea7-4b8e-4f90-b123-9161fefcd33a has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:09:09.839756 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bbc70-39a9-452a-8f93-576563e2d421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6179f2-3a4f-4d8e-8038-34bc3766dd84,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:09.848472 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (fd536bac-483c-4188-a79d-84050316162b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:09.959823 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Attempting to bind port f9d85e99-7118-41dd-b073-25f5c47fea07 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:09.960007 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Attempting to bind port f9d85e99-7118-41dd-b073-25f5c47fea07 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:09.962540 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Attempting to bind port f9d85e99-7118-41dd-b073-25f5c47fea07 on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:09.987082 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.031694 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:10.031853 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b51b8a8-582e-4fd1-b94c-e901ca454438 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (da4b6100-6cef-427b-a6ea-3d23eea09c47), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.031933 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:10.032587 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.033050 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:10.033761 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Bound port: f9d85e99-7118-41dd-b073-25f5c47fea07, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:10.035166 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.036113 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (fd536bac-483c-4188-a79d-84050316162b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.046853 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Current status of the port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:10.048691 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:09:10.056152 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.058725 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-02fd5700-8fb4-4f63-a7ba-43ca5e732dbb admin admin] 10.222.0.20 "PUT /v2.0/routers/88d3dea7-4b8e-4f90-b123-9161fefcd33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4351490 Oct 28 17:09:10.074899 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b51b8a8-582e-4fd1-b94c-e901ca454438 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (da4b6100-6cef-427b-a6ea-3d23eea09c47), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.080638 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:09:10.081771 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (fd536bac-483c-4188-a79d-84050316162b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.126817 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] For port f9d85e99-7118-41dd-b073-25f5c47fea07, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:10.150391 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c79ee-efa6-405e-844d-3e002d37cab3 None None] Pushing event updated for resources: {'Port': ['ID=f9d85e99-7118-41dd-b073-25f5c47fea07,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:10.187665 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51b8a8-582e-4fd1-b94c-e901ca454438 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4b6100-6cef-427b-a6ea-3d23eea09c47,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:10.238594 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b51b8a8-582e-4fd1-b94c-e901ca454438 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.243573 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-7b51b8a8-582e-4fd1-b94c-e901ca454438 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4589498 Oct 28 17:09:10.244172 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57084) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:10.248589 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:09:10.249426 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] For port 521e391b-3cc0-41ae-b37c-25424a6cf4f8, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=521e391b-3cc0-41ae-b37c-25424a6cf4f8,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:10.263755 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-cca68c21-0257-40ee-8b8e-a842ad0905d0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'security_group_rule': {'security_group_id': '63cc75a7-be34-4b0a-826b-9b01b586b95d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:10.269204 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Sync routers for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:09:10.278204 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] For port f9d85e99-7118-41dd-b073-25f5c47fea07, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=f9d85e99-7118-41dd-b073-25f5c47fea07,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:10.281238 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.287797 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (d24a82ea-7a6d-4e98-9ccd-17c78e3198eb), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.290768 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:10.293140 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:08:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:10.298755 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.300192 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a06c91bf-6a70-40cc-b1da-f964ed5f9d1a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9049108 Oct 28 17:09:10.305564 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.314815 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 8a7eacaa-293a-4274-865b-04248cc63ebe triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:10.315199 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.315550 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 8a7eacaa-293a-4274-865b-04248cc63ebe Oct 28 17:09:10.327366 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57088) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:10.328508 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d24a82ea-7a6d-4e98-9ccd-17c78e3198eb,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:10.338014 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.345580 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a147c6bf-2116-4b1d-a59e-f547da22c3fe admin admin] 10.222.0.20 "DELETE /v2.0/networks/d24a82ea-7a6d-4e98-9ccd-17c78e3198eb HTTP/1.1" status: 204 len: 168 time: 3.2946804 Oct 28 17:09:10.350754 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57092) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:10.370058 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cca68c21-0257-40ee-8b8e-a842ad0905d0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (57fb93af-4bf3-4b24-8911-a9234b03f391), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.460077 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Publish callbacks [] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.490801 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:10.562813 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cca68c21-0257-40ee-8b8e-a842ad0905d0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (57fb93af-4bf3-4b24-8911-a9234b03f391), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.566521 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39a0194-cb89-4007-8518-7a35029f49df admin admin] Deleting subnet 49e35856-b7f4-415d-9ca6-61784516f743 {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:09:10.574892 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cca68c21-0257-40ee-8b8e-a842ad0905d0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (57fb93af-4bf3-4b24-8911-a9234b03f391), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.579631 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f39a0194-cb89-4007-8518-7a35029f49df admin admin] Publish callbacks [] for subnet (49e35856-b7f4-415d-9ca6-61784516f743), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.635829 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cca68c21-0257-40ee-8b8e-a842ad0905d0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.637133 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cca68c21-0257-40ee-8b8e-a842ad0905d0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3873184 Oct 28 17:09:10.640377 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f39a0194-cb89-4007-8518-7a35029f49df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5549045'] for subnet (49e35856-b7f4-415d-9ca6-61784516f743), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.641760 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57108) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:10.642368 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57110) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:10.642954 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:10.643766 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:08:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:10.647011 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca68c21-0257-40ee-8b8e-a842ad0905d0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fb93af-4bf3-4b24-8911-a9234b03f391,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:10.694163 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.696018 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eec909-2eb8-49b5-955d-315faa878695 None None] Pushing event updated for resources: {'Port': ['ID=521e391b-3cc0-41ae-b37c-25424a6cf4f8,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:10.698210 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24018847-e23e-4aab-ac6e-0dafda3ce213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.734980 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:10.739212 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Provisioning complete for port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:10.739611 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.739953 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 1 to provision port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c Oct 28 17:09:10.752740 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Pushing event updated for resources: {'Port': ['ID=2d78d7d7-6425-4aa5-b95d-c060fbee21bf,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:10.762213 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:10.769386 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:10.779169 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:10.871906 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f39a0194-cb89-4007-8518-7a35029f49df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (49e35856-b7f4-415d-9ca6-61784516f743), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.877426 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.916016 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:05Z', 'revision_number': 3, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:10.921803 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 8a7eacaa-293a-4274-865b-04248cc63ebe is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:10.922247 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:10.947116 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c79ee-efa6-405e-844d-3e002d37cab3 None None] Pushing event updated for resources: {'Port': ['ID=f9d85e99-7118-41dd-b073-25f5c47fea07,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:11.000476 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Checking router: d003c3d9-be37-46b3-932d-1e0a9c9307c6 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:09:11.002070 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Updating router d003c3d9-be37-46b3-932d-1e0a9c9307c6 port 76215296-04b6-4e3f-bff7-e145a2fce7c3 binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:09:11.022917 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:11.037427 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (a0e5c156-f9a2-45b0-b3c2-ef6508621008), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.078129 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.238299 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24018847-e23e-4aab-ac6e-0dafda3ce213 admin admin] Publish callbacks [] for security_group (96ee4d60-6176-4ec9-9985-37ee3375c0ee), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.253163 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24018847-e23e-4aab-ac6e-0dafda3ce213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (96ee4d60-6176-4ec9-9985-37ee3375c0ee), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.328358 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 8a7eacaa-293a-4274-865b-04248cc63ebe, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=8a7eacaa-293a-4274-865b-04248cc63ebe,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:11.360898 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.361746 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 3936db12-a3db-4f51-bbc1-8ba6db5cef5c up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:11.373503 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-24018847-e23e-4aab-ac6e-0dafda3ce213 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3bac35d1b784699bc9fa3305a654d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7107677 Oct 28 17:09:11.377539 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57134) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:11.380182 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24018847-e23e-4aab-ac6e-0dafda3ce213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee4d60-6176-4ec9-9985-37ee3375c0ee,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:11.397622 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Publish callbacks [] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.484011 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=8a7eacaa-293a-4274-865b-04248cc63ebe,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:11.513652 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment fd536bac-483c-4188-a79d-84050316162b resource provider aggregate not found Oct 28 17:09:11.514631 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.517181 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57154) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:11.521189 dv-cinder-859839-1-iscsi neutron-server[103944]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 17:09:11.523021 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.525282 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Current status of the port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:11.525671 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.534392 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10e14a03-f4a8-466b-9121-1e3f8eed70b1 admin admin] Publish callbacks [] for security_group (96ee4d60-6176-4ec9-9985-37ee3375c0ee), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.610050 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Attempting to bind port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:11.610459 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Attempting to bind port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:11.611047 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Attempting to bind port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:11.620768 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:11.621313 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:11.621727 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.622150 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:11.622640 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Bound port: b04bcc41-883e-4eed-a59a-bcfff94ff1f8, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:11.623025 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.682567 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4486d97d-5542-4d0f-9e97-82fc597795fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.738144 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] For port b04bcc41-883e-4eed-a59a-bcfff94ff1f8, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:11.746259 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Publish callbacks [] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.755473 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.776101 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Attempting to bind port 76215296-04b6-4e3f-bff7-e145a2fce7c3 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:11.776477 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Attempting to bind port 76215296-04b6-4e3f-bff7-e145a2fce7c3 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:11.776841 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Attempting to bind port 76215296-04b6-4e3f-bff7-e145a2fce7c3 on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:11.782267 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbd03b-1224-49a7-8829-6c203dbcd528 None None] Pushing event updated for resources: {'Port': ['ID=b04bcc41-883e-4eed-a59a-bcfff94ff1f8,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:11.801986 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment fd536bac-483c-4188-a79d-84050316162b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd536bac-483c-4188-a79d-84050316162b found for delete ", "request_id": "req-a70a2db1-a154-4ad7-837a-79271a5a7825"}]} Oct 28 17:09:11.807491 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:11.807702 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:11.808002 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.808402 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:11.808898 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Bound port: 76215296-04b6-4e3f-bff7-e145a2fce7c3, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:11.809282 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.812886 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Allocated IP 172.27.0.174 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/4465880e-600e-4f96-84f2-1e262364b2e9) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:11.856477 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] For port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=3936db12-a3db-4f51-bbc1-8ba6db5cef5c,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:11.858568 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] For port b04bcc41-883e-4eed-a59a-bcfff94ff1f8, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=b04bcc41-883e-4eed-a59a-bcfff94ff1f8,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:11.867098 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.879094 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.906416 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c787b-a137-4d19-9c03-0cbf2d836f44 None None] Pushing event updated for resources: {'Port': ['ID=76215296-04b6-4e3f-bff7-e145a2fce7c3,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:11.918483 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] For port 76215296-04b6-4e3f-bff7-e145a2fce7c3, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:11.927768 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] For port 76215296-04b6-4e3f-bff7-e145a2fce7c3, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=76215296-04b6-4e3f-bff7-e145a2fce7c3,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:11.934308 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.941830 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:11.942204 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.942552 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c Oct 28 17:09:11.964649 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10e14a03-f4a8-466b-9121-1e3f8eed70b1 admin admin] Publish callbacks [] for security_group (96ee4d60-6176-4ec9-9985-37ee3375c0ee), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:11.973333 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:11.974217 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:09:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:11.977090 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Routers {'88d3dea7-4b8e-4f90-b123-9161fefcd33a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:11.977942 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:09:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:12.041566 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.049040 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f39a0194-cb89-4007-8518-7a35029f49df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5548949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5515814'] for subnet (49e35856-b7f4-415d-9ca6-61784516f743), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.080062 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f39a0194-cb89-4007-8518-7a35029f49df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.086014 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] Set router 88d3dea7-4b8e-4f90-b123-9161fefcd33a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:12.086761 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f39a0194-cb89-4007-8518-7a35029f49df admin admin] 10.222.0.20 "DELETE /v2.0/subnets/49e35856-b7f4-415d-9ca6-61784516f743 HTTP/1.1" status: 204 len: 168 time: 1.7319901 Oct 28 17:09:12.119050 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:12.127070 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57170) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:12.148436 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.223952 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Provisioning complete for port 26a42147-81bb-4e06-9279-f2ee86afa0b0 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:12.224349 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.224699 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 1 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:12.260660 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Port 26a42147-81bb-4e06-9279-f2ee86afa0b0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:12.262477 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ccfc8254-4ec5-4ee8-abb8-58e93512fc17 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:12.264346 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ccfc8254-4ec5-4ee8-abb8-58e93512fc17 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/networks?id=9efc92a5-2966-4a3b-8cca-04db2c9140e1 HTTP/1.1" status: 200 len: 812 time: 0.7446313 Oct 28 17:09:12.270665 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Pushing event updated for resources: {'Port': ['ID=3936db12-a3db-4f51-bbc1-8ba6db5cef5c,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:12.308870 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3616617f-fe6d-4dcb-86e1-c6b17eb63d52 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/quotas/7590dca919bd47d8a8c62014276a60ef HTTP/1.1" status: 200 len: 375 time: 0.0356891 Oct 28 17:09:12.316228 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for port (4465880e-600e-4f96-84f2-1e262364b2e9), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.320757 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10e14a03-f4a8-466b-9121-1e3f8eed70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (96ee4d60-6176-4ec9-9985-37ee3375c0ee), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.324177 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10e14a03-f4a8-466b-9121-1e3f8eed70b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.325694 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-10e14a03-f4a8-466b-9121-1e3f8eed70b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96ee4d60-6176-4ec9-9985-37ee3375c0ee HTTP/1.1" status: 204 len: 168 time: 0.9396489 Oct 28 17:09:12.349346 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e14a03-f4a8-466b-9121-1e3f8eed70b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee4d60-6176-4ec9-9985-37ee3375c0ee,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:12.382399 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Publish callbacks [] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.396812 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a0194-cb89-4007-8518-7a35029f49df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e35856-b7f4-415d-9ca6-61784516f743,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:12.419957 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:01Z', 'revision_number': 3, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:12.496288 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.583763 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Pushing event updated for resources: {'Port': ['ID=2d78d7d7-6425-4aa5-b95d-c060fbee21bf,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:12.599571 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbd03b-1224-49a7-8829-6c203dbcd528 None None] Pushing event updated for resources: {'Port': ['ID=b04bcc41-883e-4eed-a59a-bcfff94ff1f8,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:12.629443 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212a465-c3ee-42f1-a480-4852250bbeb4 None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:01Z', 'revision_number': 3, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:09:12.632008 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-7173bd8f-8505-4da4-830c-1bf55204c0c3 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7590dca919bd47d8a8c62014276a60ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3119481 Oct 28 17:09:12.632582 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c787b-a137-4d19-9c03-0cbf2d836f44 None None] Pushing event updated for resources: {'Port': ['ID=76215296-04b6-4e3f-bff7-e145a2fce7c3,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:12.635147 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (4465880e-600e-4f96-84f2-1e262364b2e9), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.664771 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:05Z', 'revision_number': 3, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:12.678433 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:12.685407 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device aae7f376-0ae3-4691-851f-e2f9768fdffb up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:12.717295 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:12.724828 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:12.730710 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:12.750222 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d2e2f-94f4-4394-ab81-92113e470c24 None None] The sync data for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi is: [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:05Z', 'revision_number': 3, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:09:12.772362 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 2 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:12.789306 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.794809 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (14bed6bb-ddb5-4790-ac3b-c07b5dcd3617), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.842321 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (a0e5c156-f9a2-45b0-b3c2-ef6508621008), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.855342 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'Port': ['ID=4465880e-600e-4f96-84f2-1e262364b2e9,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:12.903097 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Port 26a42147-81bb-4e06-9279-f2ee86afa0b0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:12.930333 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port aae7f376-0ae3-4691-851f-e2f9768fdffb triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:12.930767 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.931152 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port aae7f376-0ae3-4691-851f-e2f9768fdffb Oct 28 17:09:12.952584 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:12.988615 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'name': 'tempest-DeleteServersTestJSON-1709868515-router', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:00Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'gw_port': {'id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '26a42147-81bb-4e06-9279-f2ee86afa0b0', 'name': '', 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'mac_address': 'fa:16:3e:16:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 2, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'subnets': [{'id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:13.028528 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:13.047729 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (4465880e-600e-4f96-84f2-1e262364b2e9), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:13.052567 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1d209-654d-4270-aa09-4025e3c4b701 None None] The sync data for ids ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'] in dv-cinder-859839-1-iscsi is: [{'id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'name': 'tempest-DeleteServersTestJSON-1709868515-router', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:00Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'gw_port': {'id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '26a42147-81bb-4e06-9279-f2ee86afa0b0', 'name': '', 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'mac_address': 'fa:16:3e:16:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 2, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'subnets': [{'id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:09:13.054827 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:13.167949 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-9ba8fbc0-493a-4e64-8668-3d7a9c89226b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:09:13.168989 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-9ba8fbc0-493a-4e64-8668-3d7a9c89226b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2108159 Oct 28 17:09:13.263814 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port aae7f376-0ae3-4691-851f-e2f9768fdffb is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:13.404705 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 3 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:13.542220 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Port 26a42147-81bb-4e06-9279-f2ee86afa0b0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:13.558483 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Allocated IP 172.20.0.1 (1275e91b-d159-4566-9d23-a40414dc1241/354899bb-6b0d-4b82-a86a-5bb1149d70be/a77e7788-9286-427f-878b-3726bc864dca) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:13.565576 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:09:13.620432 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (14bed6bb-ddb5-4790-ac3b-c07b5dcd3617), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:13.774960 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-317d2090-9612-46ea-8962-ae43f02269a3 service neutron] 10.222.0.20 "GET /v2.0/networks/9efc92a5-2966-4a3b-8cca-04db2c9140e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817161 Oct 28 17:09:13.845964 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device f9d85e99-7118-41dd-b073-25f5c47fea07 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:13.952345 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port f9d85e99-7118-41dd-b073-25f5c47fea07 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:13.952819 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:13.953443 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port f9d85e99-7118-41dd-b073-25f5c47fea07 Oct 28 17:09:13.957429 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for port (4465880e-600e-4f96-84f2-1e262364b2e9), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:13.970452 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (4465880e-600e-4f96-84f2-1e262364b2e9), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:13.971164 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:13.988803 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bed6bb-ddb5-4790-ac3b-c07b5dcd3617']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:14.041181 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d4fe37-56a7-4594-bf24-87874b0df600') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:14.041181 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d4fe37-56a7-4594-bf24-87874b0df600') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:14.049332 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 4 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:14.089065 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (08d4fe37-56a7-4594-bf24-87874b0df600), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.117349 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'Port': ['ID=4465880e-600e-4f96-84f2-1e262364b2e9,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:14.123307 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57220) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:14.136478 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.137852 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3947289b-0fdd-47b5-832f-5762cf2a3224 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4747355 Oct 28 17:09:14.148805 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Port 26a42147-81bb-4e06-9279-f2ee86afa0b0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:14.164281 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.182120 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-2e2cf111-ff88-48d4-aeef-90677e84fde4 service neutron] 10.222.0.20 "GET /v2.0/networks/9efc92a5-2966-4a3b-8cca-04db2c9140e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982172 Oct 28 17:09:14.212519 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Publish callbacks [] for port (a77e7788-9286-427f-878b-3726bc864dca), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.251274 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (08d4fe37-56a7-4594-bf24-87874b0df600), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.258413 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:09:14.258813 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (08d4fe37-56a7-4594-bf24-87874b0df600), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.280037 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port f9d85e99-7118-41dd-b073-25f5c47fea07 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:14.282248 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.325054 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (a77e7788-9286-427f-878b-3726bc864dca), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.325979 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port f9d85e99-7118-41dd-b073-25f5c47fea07, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=f9d85e99-7118-41dd-b073-25f5c47fea07,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:14.336234 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.337061 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 8a7eacaa-293a-4274-865b-04248cc63ebe up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:14.428598 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (14bed6bb-ddb5-4790-ac3b-c07b5dcd3617), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.431381 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment 08d4fe37-56a7-4594-bf24-87874b0df600 resource provider aggregate not found Oct 28 17:09:14.449093 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Pushing event updated for resources: {'Port': ['ID=a77e7788-9286-427f-878b-3726bc864dca,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:14.491184 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=f9d85e99-7118-41dd-b073-25f5c47fea07,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:14.521179 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment 08d4fe37-56a7-4594-bf24-87874b0df600 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08d4fe37-56a7-4594-bf24-87874b0df600 found for delete ", "request_id": "req-b949996e-e3a9-4841-8868-24e8ecdbf6e6"}]} Oct 28 17:09:14.559158 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 8a7eacaa-293a-4274-865b-04248cc63ebe triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:14.560569 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.561771 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 8a7eacaa-293a-4274-865b-04248cc63ebe Oct 28 17:09:14.619537 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57258) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:14.645281 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] Pushing event deleted for resources: {'Network': ['ID=14bed6bb-ddb5-4790-ac3b-c07b5dcd3617,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:14.659643 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 5 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:14.660635 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:09:14.664831 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Network 1275e91b-d159-4566-9d23-a40414dc1241 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:14.666387 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.672658 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ac98d107-f5e2-4c7e-9b20-4cf5913c39bb admin admin] 10.222.0.20 "DELETE /v2.0/networks/14bed6bb-ddb5-4790-ac3b-c07b5dcd3617 HTTP/1.1" status: 204 len: 168 time: 2.5217252 Oct 28 17:09:14.685148 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:14.693032 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:14.759868 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0df83d9c-091f-41e3-b93c-acfea533bf81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.782053 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8a05dc78-8263-4ace-aac6-1ff56be81203 admin admin] 10.222.0.20 "PUT /v2.0/routers/a0e5c156-f9a2-45b0-b3c2-ef6508621008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2784219 Oct 28 17:09:14.856431 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Port 26a42147-81bb-4e06-9279-f2ee86afa0b0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:14.904177 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-eaba1a54-7cd3-4815-b318-c73891abe23a req-2e56d16d-3183-4ee0-ac4c-3d160c683be8 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 210 time: 0.2569935 Oct 28 17:09:14.915681 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (d003c3d9-be37-46b3-932d-1e0a9c9307c6), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:14.988548 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 8a7eacaa-293a-4274-865b-04248cc63ebe is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:14.997159 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 521e391b-3cc0-41ae-b37c-25424a6cf4f8 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:15.002756 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-55356795-a824-49aa-a311-9ee1a2ec8c3d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1727550052&fields=id&tenant_id=39f17c6092df40a69288bacc59cec663 HTTP/1.1" status: 200 len: 267 time: 0.3816595 Oct 28 17:09:15.128446 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57280) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:15.141157 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:15.147268 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.147773 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 Oct 28 17:09:15.216540 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-6aa4c93e-9bc3-4240-a8ec-a631ceb80f65 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:15.218117 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-6aa4c93e-9bc3-4240-a8ec-a631ceb80f65 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 816 time: 0.2139432 Oct 28 17:09:15.238220 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-7c20c009-3768-4392-bde9-af0c509167d4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/quotas/39f17c6092df40a69288bacc59cec663 HTTP/1.1" status: 200 len: 375 time: 0.0131056 Oct 28 17:09:15.282530 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:15.284259 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device d53b3cde-4b44-4cd5-9fbd-3593220a9829 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:15.307358 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fced8285-6d6b-4383-92e3-862b1f57e299 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f33ffe41be24a83b1b1f57aac10ab9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1731241 Oct 28 17:09:15.310651 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57284) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:15.364750 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 6 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:15.391214 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-a89d13dc-b103-45ae-b4ea-20d83f241764 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1477768 Oct 28 17:09:15.405179 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Port 26a42147-81bb-4e06-9279-f2ee86afa0b0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:15.412854 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0df83d9c-091f-41e3-b93c-acfea533bf81 admin admin] Publish callbacks [] for security_group (f71ffe0b-387f-4702-83ed-66d3dd61556e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.426809 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0df83d9c-091f-41e3-b93c-acfea533bf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (f71ffe0b-387f-4702-83ed-66d3dd61556e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.428231 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.430292 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port d53b3cde-4b44-4cd5-9fbd-3593220a9829 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:15.431474 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.432531 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port d53b3cde-4b44-4cd5-9fbd-3593220a9829 Oct 28 17:09:15.441818 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1058c69-5c3e-4756-a307-eb24b154c2cd admin admin] Publish callbacks [] for security_group (5e6de652-4b4f-4a80-968f-47f08fc9e5cf), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.501160 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1058c69-5c3e-4756-a307-eb24b154c2cd admin admin] Publish callbacks [] for security_group (5e6de652-4b4f-4a80-968f-47f08fc9e5cf), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.600111 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0df83d9c-091f-41e3-b93c-acfea533bf81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68352239590544c68119397ad5417b60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4734330 Oct 28 17:09:15.601505 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57296) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:15.611451 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port d53b3cde-4b44-4cd5-9fbd-3593220a9829 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:15.613233 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 3936db12-a3db-4f51-bbc1-8ba6db5cef5c up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:15.636951 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df83d9c-091f-41e3-b93c-acfea533bf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ffe0b-387f-4702-83ed-66d3dd61556e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:15.657465 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (a77e7788-9286-427f-878b-3726bc864dca), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.707578 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:15.707922 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.708260 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c Oct 28 17:09:15.724696 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24835b76-b344-4f61-91df-44aedda8603f admin admin] Publish callbacks [] for security_group (f71ffe0b-387f-4702-83ed-66d3dd61556e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.776017 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1058c69-5c3e-4756-a307-eb24b154c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (5e6de652-4b4f-4a80-968f-47f08fc9e5cf), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.789110 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1058c69-5c3e-4756-a307-eb24b154c2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.790485 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d1058c69-5c3e-4756-a307-eb24b154c2cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e6de652-4b4f-4a80-968f-47f08fc9e5cf HTTP/1.1" status: 204 len: 168 time: 0.4787126 Oct 28 17:09:15.852770 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24835b76-b344-4f61-91df-44aedda8603f admin admin] Publish callbacks [] for security_group (f71ffe0b-387f-4702-83ed-66d3dd61556e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.855005 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1058c69-5c3e-4756-a307-eb24b154c2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6de652-4b4f-4a80-968f-47f08fc9e5cf,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:15.867557 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Publish callbacks [] for port (a77e7788-9286-427f-878b-3726bc864dca), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.877725 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (a77e7788-9286-427f-878b-3726bc864dca), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:15.929531 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57314) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:15.932665 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 7 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:15.937444 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:15.946874 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-a85fdc7c-3fad-464a-9182-75545afae5c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850930234', 'description': 'tempest-description--301806128'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:16.052856 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-42276be9-021b-4128-acb7-d7a3272eb2f4 req-ef947cab-0ce0-4645-bc67-0900a8a7de2b tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 210 time: 0.0469475 Oct 28 17:09:16.054552 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a85fdc7c-3fad-464a-9182-75545afae5c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.075754 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24835b76-b344-4f61-91df-44aedda8603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (f71ffe0b-387f-4702-83ed-66d3dd61556e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.078455 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24835b76-b344-4f61-91df-44aedda8603f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.079774 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-24835b76-b344-4f61-91df-44aedda8603f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f71ffe0b-387f-4702-83ed-66d3dd61556e HTTP/1.1" status: 204 len: 168 time: 0.4762053 Oct 28 17:09:16.156393 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Port 26a42147-81bb-4e06-9279-f2ee86afa0b0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:16.278249 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a85fdc7c-3fad-464a-9182-75545afae5c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (8e497342-866d-4d34-b20b-45859e4fccb6), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.286267 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24835b76-b344-4f61-91df-44aedda8603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ffe0b-387f-4702-83ed-66d3dd61556e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:16.287817 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (d003c3d9-be37-46b3-932d-1e0a9c9307c6), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.294837 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a85fdc7c-3fad-464a-9182-75545afae5c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (8e497342-866d-4d34-b20b-45859e4fccb6), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.314093 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Pushing event updated for resources: {'Port': ['ID=a77e7788-9286-427f-878b-3726bc864dca,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:16.383354 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fdc7c-3fad-464a-9182-75545afae5c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e497342-866d-4d34-b20b-45859e4fccb6,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:16.398113 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a85fdc7c-3fad-464a-9182-75545afae5c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.407721 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a85fdc7c-3fad-464a-9182-75545afae5c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4745510 Oct 28 17:09:16.408731 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57334) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:16.419557 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-4979ee84-59dd-434d-975f-314e19b6a7a9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group_rule': {'security_group_id': '8e497342-866d-4d34-b20b-45859e4fccb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:16.453905 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-f0e43d67-3b83-4db7-9c3f-26fc813706e7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:09:16.454047 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device f9d85e99-7118-41dd-b073-25f5c47fea07 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:16.457024 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-f0e43d67-3b83-4db7-9c3f-26fc813706e7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4941561 Oct 28 17:09:16.474210 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Network 1275e91b-d159-4566-9d23-a40414dc1241 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:16.477463 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:16.564451 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port f9d85e99-7118-41dd-b073-25f5c47fea07 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:16.566532 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.567011 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port f9d85e99-7118-41dd-b073-25f5c47fea07 Oct 28 17:09:16.661782 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 8 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:16.697633 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4979ee84-59dd-434d-975f-314e19b6a7a9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (37309ea9-02b9-462d-8b88-ff423289c7b1), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.784234 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port f9d85e99-7118-41dd-b073-25f5c47fea07 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:16.785854 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device b04bcc41-883e-4eed-a59a-bcfff94ff1f8 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:16.819829 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Port 26a42147-81bb-4e06-9279-f2ee86afa0b0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:16.824532 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4979ee84-59dd-434d-975f-314e19b6a7a9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (37309ea9-02b9-462d-8b88-ff423289c7b1), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.838313 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-c7d7a90a-70cc-4977-9ccd-790162d0ca28 service neutron] 10.222.0.20 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705120 Oct 28 17:09:16.839633 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4979ee84-59dd-434d-975f-314e19b6a7a9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (37309ea9-02b9-462d-8b88-ff423289c7b1), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.839758 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Router d003c3d9-be37-46b3-932d-1e0a9c9307c6 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:09:16.866064 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:16.866993 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:16.867442 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 Oct 28 17:09:16.923739 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57346) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:16.976763 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979ee84-59dd-434d-975f-314e19b6a7a9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37309ea9-02b9-462d-8b88-ff423289c7b1,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:16.996700 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57350) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:17.016858 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4979ee84-59dd-434d-975f-314e19b6a7a9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.021901 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4979ee84-59dd-434d-975f-314e19b6a7a9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6103733 Oct 28 17:09:17.023085 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57352) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:17.025046 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:17.025860 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.034229 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-0d71bd4f-7f16-4a25-a92a-af3e62e7f9c5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group_rule': {'security_group_id': '8e497342-866d-4d34-b20b-45859e4fccb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:17.052250 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port b04bcc41-883e-4eed-a59a-bcfff94ff1f8, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=b04bcc41-883e-4eed-a59a-bcfff94ff1f8,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:17.058441 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f3467640-2ca6-4a8e-bb2b-431bad338423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.059905 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.061492 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 76215296-04b6-4e3f-bff7-e145a2fce7c3 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:17.069110 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f2909e59-6eac-4015-9aa4-750bd3155587 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94d3e98669a84ea68b3a0599d8f60dc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1374483 Oct 28 17:09:17.069807 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57354) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:17.097011 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-8636c582-2180-4375-85f8-5be92f00feac service neutron] 10.222.0.20 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448149 Oct 28 17:09:17.100722 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0d71bd4f-7f16-4a25-a92a-af3e62e7f9c5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (0a114b87-a270-4cf7-8a82-d2bd39bfafa0), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.112414 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:09:17.125214 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b247b4a3-ee8b-4fb9-866b-ae721b2fc79f admin admin] 10.222.0.20 "PUT /v2.0/routers/d003c3d9-be37-46b3-932d-1e0a9c9307c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7940092 Oct 28 17:09:17.225634 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3716-7f1c-4e09-b972-863918774098 admin admin] Publish callbacks [] for security_group (63c798e0-c69e-4953-91d7-681bb5d82387), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.234006 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0d71bd4f-7f16-4a25-a92a-af3e62e7f9c5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (0a114b87-a270-4cf7-8a82-d2bd39bfafa0), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.239690 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0d71bd4f-7f16-4a25-a92a-af3e62e7f9c5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (0a114b87-a270-4cf7-8a82-d2bd39bfafa0), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.250080 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=b04bcc41-883e-4eed-a59a-bcfff94ff1f8,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:17.319496 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0d71bd4f-7f16-4a25-a92a-af3e62e7f9c5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.321835 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 9 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:17.330671 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0d71bd4f-7f16-4a25-a92a-af3e62e7f9c5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3030095 Oct 28 17:09:17.331147 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57360) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:17.333263 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3716-7f1c-4e09-b972-863918774098 admin admin] Publish callbacks [] for security_group (63c798e0-c69e-4953-91d7-681bb5d82387), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.340102 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71bd4f-7f16-4a25-a92a-af3e62e7f9c5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a114b87-a270-4cf7-8a82-d2bd39bfafa0,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:17.365584 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:17.396823 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Port 26a42147-81bb-4e06-9279-f2ee86afa0b0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:17.398035 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 76215296-04b6-4e3f-bff7-e145a2fce7c3 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:17.399824 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.400326 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 76215296-04b6-4e3f-bff7-e145a2fce7c3 Oct 28 17:09:17.440968 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.504988 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3716-7f1c-4e09-b972-863918774098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (63c798e0-c69e-4953-91d7-681bb5d82387), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.508666 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3716-7f1c-4e09-b972-863918774098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.512938 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8d7e3716-7f1c-4e09-b972-863918774098 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63c798e0-c69e-4953-91d7-681bb5d82387 HTTP/1.1" status: 204 len: 168 time: 0.4384348 Oct 28 17:09:17.537290 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3716-7f1c-4e09-b972-863918774098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c798e0-c69e-4953-91d7-681bb5d82387,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:17.541366 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f3467640-2ca6-4a8e-bb2b-431bad338423 admin admin] Publish callbacks [] for security_group (0f35bb2d-db3f-454b-9f14-412f66cec4b7), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.557597 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f3467640-2ca6-4a8e-bb2b-431bad338423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (0f35bb2d-db3f-454b-9f14-412f66cec4b7), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.721364 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:09:17.733412 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f3467640-2ca6-4a8e-bb2b-431bad338423 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2ade1e0009645fda39545804e5d44cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7356303 Oct 28 17:09:17.734273 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3467640-2ca6-4a8e-bb2b-431bad338423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f35bb2d-db3f-454b-9f14-412f66cec4b7,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:17.736656 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57388) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:17.743823 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c131d2eb-e397-4208-8b41-57cb4817936c req-0a8f4650-8205-4393-974b-53a3cbe7b0a6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 210 time: 0.1369140 Oct 28 17:09:17.848278 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 76215296-04b6-4e3f-bff7-e145a2fce7c3 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:17.850761 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.869349 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:17.871718 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:09:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:17.878104 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-429b66ef-f7ae-4775-8d07-7c524d7074ff admin admin] Publish callbacks [] for security_group (0f35bb2d-db3f-454b-9f14-412f66cec4b7), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.908097 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-429b66ef-f7ae-4775-8d07-7c524d7074ff admin admin] Publish callbacks [] for security_group (0f35bb2d-db3f-454b-9f14-412f66cec4b7), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:17.998772 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 10 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:18.000582 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57396) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:18.006366 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-95464e98-cbfc-4d00-b48b-16afbaa0b882 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731276444', 'description': 'tempest-description--209164020'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:18.015040 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-429b66ef-f7ae-4775-8d07-7c524d7074ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (0f35bb2d-db3f-454b-9f14-412f66cec4b7), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.015513 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-04297373-c562-4951-a7ab-098b4dd74c3b req-8615b7f1-0152-4cf0-98ad-c9069bac5899 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 210 time: 0.1073523 Oct 28 17:09:18.023204 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-429b66ef-f7ae-4775-8d07-7c524d7074ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.030530 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.045568 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-429b66ef-f7ae-4775-8d07-7c524d7074ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f35bb2d-db3f-454b-9f14-412f66cec4b7 HTTP/1.1" status: 204 len: 168 time: 0.3031538 Oct 28 17:09:18.129088 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b66ef-f7ae-4775-8d07-7c524d7074ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f35bb2d-db3f-454b-9f14-412f66cec4b7,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:18.131985 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Sync routers for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:09:18.142443 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-95464e98-cbfc-4d00-b48b-16afbaa0b882 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.158158 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:18.160040 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:09:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:18.296566 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Allocated IP 172.27.0.185 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:18.354634 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-95464e98-cbfc-4d00-b48b-16afbaa0b882 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (c0ed5eaa-ab08-42da-b901-a64cfb8e88f4), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.362328 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-95464e98-cbfc-4d00-b48b-16afbaa0b882 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (c0ed5eaa-ab08-42da-b901-a64cfb8e88f4), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.408687 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95464e98-cbfc-4d00-b48b-16afbaa0b882 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:18.411643 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:18.414932 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-95464e98-cbfc-4d00-b48b-16afbaa0b882 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.417779 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-95464e98-cbfc-4d00-b48b-16afbaa0b882 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4158211 Oct 28 17:09:18.420706 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57424) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:18.426523 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-ee128d96-eeae-45c7-bad6-bab9943f83a4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'security_group_rule': {'security_group_id': 'c0ed5eaa-ab08-42da-b901-a64cfb8e88f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:18.461298 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 76215296-04b6-4e3f-bff7-e145a2fce7c3, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=76215296-04b6-4e3f-bff7-e145a2fce7c3,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:18.479931 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.492672 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee128d96-eeae-45c7-bad6-bab9943f83a4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (0bfadf9a-5c25-440f-a002-565457830707), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.499188 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Port 26a42147-81bb-4e06-9279-f2ee86afa0b0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:18.613372 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee128d96-eeae-45c7-bad6-bab9943f83a4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (0bfadf9a-5c25-440f-a002-565457830707), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.626358 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee128d96-eeae-45c7-bad6-bab9943f83a4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (0bfadf9a-5c25-440f-a002-565457830707), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.654597 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee128d96-eeae-45c7-bad6-bab9943f83a4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfadf9a-5c25-440f-a002-565457830707,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:18.694778 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee128d96-eeae-45c7-bad6-bab9943f83a4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.702037 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ee128d96-eeae-45c7-bad6-bab9943f83a4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2802114 Oct 28 17:09:18.709445 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57436) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:18.730897 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-c599847a-6fed-40b1-a5ae-aa66c5dc22b9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'security_group_rule': {'security_group_id': 'c0ed5eaa-ab08-42da-b901-a64cfb8e88f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:18.770001 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Provisioning complete for port aae7f376-0ae3-4691-851f-e2f9768fdffb triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:18.770602 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.770788 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 1 to provision port aae7f376-0ae3-4691-851f-e2f9768fdffb Oct 28 17:09:18.829022 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c599847a-6fed-40b1-a5ae-aa66c5dc22b9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (5958b23b-6c55-4793-9890-aa49b77f2130), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:18.984031 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device b04bcc41-883e-4eed-a59a-bcfff94ff1f8 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:18.993898 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 2, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:18.997906 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=76215296-04b6-4e3f-bff7-e145a2fce7c3,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:19.021354 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:19.053501 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c599847a-6fed-40b1-a5ae-aa66c5dc22b9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (5958b23b-6c55-4793-9890-aa49b77f2130), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.064786 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c599847a-6fed-40b1-a5ae-aa66c5dc22b9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (5958b23b-6c55-4793-9890-aa49b77f2130), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.077752 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Checking router: d003c3d9-be37-46b3-932d-1e0a9c9307c6 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:09:19.082160 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Updating router d003c3d9-be37-46b3-932d-1e0a9c9307c6 port a77e7788-9286-427f-878b-3726bc864dca binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:09:19.100023 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.127394 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599847a-6fed-40b1-a5ae-aa66c5dc22b9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5958b23b-6c55-4793-9890-aa49b77f2130,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:19.141107 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c599847a-6fed-40b1-a5ae-aa66c5dc22b9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.142667 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c599847a-6fed-40b1-a5ae-aa66c5dc22b9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4301753 Oct 28 17:09:19.150332 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57460) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:19.161860 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:19.173515 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (a77e7788-9286-427f-878b-3726bc864dca), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.321721 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bd12959c-bc5a-4081-9929-3998a1004792 req-1e971921-3d8d-4d22-a483-e3f5e94edd1d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 210 time: 0.1200051 Oct 28 17:09:19.387724 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4f6aa992-3213-4ba5-8136-5ad67ca41666 req-89cb2da5-14f5-482b-a1e8-0157818990ba tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 210 time: 0.0766480 Oct 28 17:09:19.399939 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.403902 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.434513 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Current status of the port aae7f376-0ae3-4691-851f-e2f9768fdffb is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:19.485036 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Provisioning complete for port 8a7eacaa-293a-4274-865b-04248cc63ebe triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:19.485411 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.485742 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 1 to provision port 8a7eacaa-293a-4274-865b-04248cc63ebe Oct 28 17:09:19.505710 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:19.513195 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:19.515657 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:19.547027 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:19.576899 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57476) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:19.610245 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:19.610649 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.610943 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 Oct 28 17:09:19.633097 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (a9313032-df66-4062-92a8-38b7ccebb80f), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.656734 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Publish callbacks [] for port (a77e7788-9286-427f-878b-3726bc864dca), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.667495 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (a77e7788-9286-427f-878b-3726bc864dca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.702352 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.704522 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Current status of the port 8a7eacaa-293a-4274-865b-04248cc63ebe is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:19.704790 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.721800 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3bbaa-97f2-4931-b5fb-06253c1a1607 None None] Pushing event updated for resources: {'Port': ['ID=a77e7788-9286-427f-878b-3726bc864dca,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:19.745070 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Provisioning complete for port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:19.745442 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.745779 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Attempt 1 to provision port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 Oct 28 17:09:19.805017 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Attempting to bind port a77e7788-9286-427f-878b-3726bc864dca on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:19.805412 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Attempting to bind port a77e7788-9286-427f-878b-3726bc864dca by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:19.806437 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Attempting to bind port a77e7788-9286-427f-878b-3726bc864dca on network 1275e91b-d159-4566-9d23-a40414dc1241 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:19.814660 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:19.815132 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Checking segment: {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:19.815496 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.815892 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Bound using segment: {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:19.816371 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Bound port: a77e7788-9286-427f-878b-3726bc864dca, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:19.816748 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (a77e7788-9286-427f-878b-3726bc864dca), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.892261 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:19.907953 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-26b9a213-6ac2-4511-bda4-ad4b067fc1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.909772 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:12Z', 'revision_number': 2, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:19.928208 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] For port a77e7788-9286-427f-878b-3726bc864dca, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:19.933458 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] For port a77e7788-9286-427f-878b-3726bc864dca, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=a77e7788-9286-427f-878b-3726bc864dca,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:19.941695 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (a77e7788-9286-427f-878b-3726bc864dca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:19.942411 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-85fa88e1-c3df-47ed-b1fd-0120b9565325 None None] Current status of the port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:19.944206 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:09:19.944559 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Updating router a0e5c156-f9a2-45b0-b3c2-ef6508621008 port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:09:19.962422 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Allocated IP 172.27.0.230 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/77939849-379d-4729-af35-2de5d1986bd8) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:19.975634 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.047589 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3bbaa-97f2-4931-b5fb-06253c1a1607 None None] Pushing event updated for resources: {'Port': ['ID=a77e7788-9286-427f-878b-3726bc864dca,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:20.060485 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:20.061434 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:09:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:20.080689 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-26b9a213-6ac2-4511-bda4-ad4b067fc1b1 admin admin] Publish callbacks [] for security_group (66716807-75b7-4371-a3b4-027acba455da), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.093237 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-26b9a213-6ac2-4511-bda4-ad4b067fc1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (66716807-75b7-4371-a3b4-027acba455da), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.169874 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9a213-6ac2-4511-bda4-ad4b067fc1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66716807-75b7-4371-a3b4-027acba455da,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:20.174046 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.187128 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-26b9a213-6ac2-4511-bda4-ad4b067fc1b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bda6d30ef9a46a1919be899073b7081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6073270 Oct 28 17:09:20.191685 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57496) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:20.199773 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:20.208708 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.209321 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (a9313032-df66-4062-92a8-38b7ccebb80f), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.226693 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Provisioning complete for port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:20.227176 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.227660 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Attempt 1 to provision port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf Oct 28 17:09:20.257112 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.269315 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9342754 Oct 28 17:09:20.302617 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:20.373828 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-87e6d93b-5bbf-4e68-96bb-851196588ed1 admin admin] Publish callbacks [] for security_group (66716807-75b7-4371-a3b4-027acba455da), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.432493 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eabff-9bfb-4a4d-9b31-7f2788fc97ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:20.459555 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Sync routers for ids ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:09:20.470334 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-87e6d93b-5bbf-4e68-96bb-851196588ed1 admin admin] Publish callbacks [] for security_group (66716807-75b7-4371-a3b4-027acba455da), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.480614 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for port (77939849-379d-4729-af35-2de5d1986bd8), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.490185 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Routers {'88d3dea7-4b8e-4f90-b123-9161fefcd33a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:20.494740 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:09:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:20.553318 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:19Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:20.581710 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f0dcfdb6-f554-4df9-b06c-8400192afc12 req-aa0876b2-1593-429b-8d81-8869dbf6670c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 210 time: 0.1052690 Oct 28 17:09:20.600125 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-87e6d93b-5bbf-4e68-96bb-851196588ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (66716807-75b7-4371-a3b4-027acba455da), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.604499 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-87e6d93b-5bbf-4e68-96bb-851196588ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.608774 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-87e6d93b-5bbf-4e68-96bb-851196588ed1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66716807-75b7-4371-a3b4-027acba455da HTTP/1.1" status: 204 len: 168 time: 0.4159770 Oct 28 17:09:20.619885 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753b237-a242-4682-9454-5016a509f0a6 None None] The sync data for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi is: [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:19Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:09:20.632090 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6d93b-5bbf-4e68-96bb-851196588ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66716807-75b7-4371-a3b4-027acba455da,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:20.647418 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Publish callbacks [] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.715732 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0d16125e-a97a-4afc-bc25-958428014ffa req-39899725-8355-48bc-a383-0757a5fe9e20 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 210 time: 0.1707423 Oct 28 17:09:20.803159 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (77939849-379d-4729-af35-2de5d1986bd8), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.851405 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:20.861140 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:20.867314 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:20.915375 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Set router 88d3dea7-4b8e-4f90-b123-9161fefcd33a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:20.921218 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (a8559877-a6e1-4129-b471-df605f432cdc), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:20.995044 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (77939849-379d-4729-af35-2de5d1986bd8), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.091022 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Attempt 2 to provision port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf Oct 28 17:09:21.094808 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 76215296-04b6-4e3f-bff7-e145a2fce7c3 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:21.166782 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.228811 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'Port': ['ID=77939849-379d-4729-af35-2de5d1986bd8,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:21.267997 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for port (77939849-379d-4729-af35-2de5d1986bd8), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.280395 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-9f69ae68-dfdb-4792-9e10-54a6cfb4f6ec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1850930234&fields=id&tenant_id=b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 267 time: 0.4275584 Oct 28 17:09:21.292962 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (77939849-379d-4729-af35-2de5d1986bd8), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.294293 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (a8559877-a6e1-4129-b471-df605f432cdc), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.321940 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57538) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:21.345460 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-91e03ed0-d07c-4e8d-945a-179ccfbd82f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.406230 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:21.468214 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.469330 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3169990 Oct 28 17:09:21.504412 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-91e03ed0-d07c-4e8d-945a-179ccfbd82f1 admin admin] Publish callbacks [] for security_group (a6658dd1-25d7-4191-ae70-c1358b59a6b4), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.513736 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-91e03ed0-d07c-4e8d-945a-179ccfbd82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a6658dd1-25d7-4191-ae70-c1358b59a6b4), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.519429 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b0d48-b66f-4a44-9dff-6e1b0c8b3c7f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'Port': ['ID=77939849-379d-4729-af35-2de5d1986bd8,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:21.543057 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Attempting to bind port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:21.543377 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Attempting to bind port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:21.543769 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Attempting to bind port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf on network 4c43b206-3920-4691-871c-1ca5342d7aa4 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:21.549125 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-91e03ed0-d07c-4e8d-945a-179ccfbd82f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4ec2d2bb7514673a440cae9b5db58db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254252 Oct 28 17:09:21.554442 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57544) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:21.561216 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.563964 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5068a-0eff-419c-ac43-596400ba94ae None None] Pushing event updated for resources: {'Port': ['ID=2d78d7d7-6425-4aa5-b95d-c060fbee21bf,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:21.591673 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e03ed0-d07c-4e8d-945a-179ccfbd82f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6658dd1-25d7-4191-ae70-c1358b59a6b4,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:21.610638 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:21.611012 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Checking segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:21.611417 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.611789 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Bound using segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:21.612284 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Bound port: 2d78d7d7-6425-4aa5-b95d-c060fbee21bf, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:21.614540 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:21.655785 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.44', 49370) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:21.681695 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.44', 49371) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:21.712855 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be3818-b813-4f58-b60f-20731a789179 req-1ae146fa-2dde-4f64-9008-05e3b63affc3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:21.718582 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-1ae146fa-2dde-4f64-9008-05e3b63affc3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 815 time: 0.4368250 Oct 28 17:09:21.885760 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-95bfc137-0dbb-454e-85d5-b7b4bf2f6cb4 req-bfbc4c17-da75-437b-b0ca-d7775d043fa0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 210 time: 0.1173809 Oct 28 17:09:21.967376 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-a0b419b7-5afd-4b12-80db-82c28d92a845 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/quotas/b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 375 time: 0.2187967 Oct 28 17:09:22.007311 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7c1387ba-1568-43ac-b63e-ddea09778167 admin admin] Publish callbacks [] for security_group (a6658dd1-25d7-4191-ae70-c1358b59a6b4), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:22.144104 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-55dce638-aaa8-45db-99de-4c5c0b559051 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467352 Oct 28 17:09:22.160487 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7c1387ba-1568-43ac-b63e-ddea09778167 admin admin] Publish callbacks [] for security_group (a6658dd1-25d7-4191-ae70-c1358b59a6b4), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:22.184039 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 76215296-04b6-4e3f-bff7-e145a2fce7c3 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:22.184537 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:22.184733 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 76215296-04b6-4e3f-bff7-e145a2fce7c3 Oct 28 17:09:22.200728 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Attempt 3 to provision port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf Oct 28 17:09:22.285971 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-0486fb76-c951-4355-847e-735d303b49e6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:22.287525 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-0486fb76-c951-4355-847e-735d303b49e6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.44 "GET /v2.0/networks?id=9efc92a5-2966-4a3b-8cca-04db2c9140e1 HTTP/1.1" status: 200 len: 812 time: 0.6256495 Oct 28 17:09:22.315334 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:22.331135 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Request body: {'port': {'device_id': 'f793d1a1-fe46-4db6-bcdd-c4ba84b285be', 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1', 'admin_state_up': True, 'tenant_id': '7590dca919bd47d8a8c62014276a60ef'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:22.377934 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-96f17c2a-3eca-4dd6-89c7-7b3342c91e14 service neutron] 10.222.0.20 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111993 Oct 28 17:09:22.407177 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] For port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:22.410634 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] For port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=2d78d7d7-6425-4aa5-b95d-c060fbee21bf,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:22.423643 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:22.450427 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:22.451363 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:09:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:22.458877 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-0db37fa4-4aa9-4e67-969c-10d4c6072639 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1731276444&fields=id&tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081 HTTP/1.1" status: 200 len: 267 time: 0.3818369 Oct 28 17:09:22.541790 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7c1387ba-1568-43ac-b63e-ddea09778167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a6658dd1-25d7-4191-ae70-c1358b59a6b4), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:22.544813 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7c1387ba-1568-43ac-b63e-ddea09778167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:22.550135 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7c1387ba-1568-43ac-b63e-ddea09778167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6658dd1-25d7-4191-ae70-c1358b59a6b4 HTTP/1.1" status: 204 len: 168 time: 0.9813964 Oct 28 17:09:22.579224 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-ee56a6e5-3d5c-4d55-a8e8-5a83f689d589 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:22.586066 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-ee56a6e5-3d5c-4d55-a8e8-5a83f689d589 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 816 time: 0.8653791 Oct 28 17:09:22.703061 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1387ba-1568-43ac-b63e-ddea09778167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6658dd1-25d7-4191-ae70-c1358b59a6b4,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:22.712979 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5068a-0eff-419c-ac43-596400ba94ae None None] Pushing event updated for resources: {'Port': ['ID=2d78d7d7-6425-4aa5-b95d-c060fbee21bf,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:22.748806 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Made reservation on behalf of 7590dca919bd47d8a8c62014276a60ef for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:09:22.749597 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'name': 'tempest-DeleteServersTestJSON-1709868515-router', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:00Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'gw_port': {'id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '26a42147-81bb-4e06-9279-f2ee86afa0b0', 'name': '', 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'mac_address': 'fa:16:3e:16:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 2, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'subnets': [{'id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:22.755163 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:22.770630 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:22.785592 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:09:22.829803 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Attempt 4 to provision port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf Oct 28 17:09:22.939886 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 76215296-04b6-4e3f-bff7-e145a2fce7c3 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:22.957678 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Checking router: 88d3dea7-4b8e-4f90-b123-9161fefcd33a for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:09:22.958049 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Updating router 88d3dea7-4b8e-4f90-b123-9161fefcd33a port 26a42147-81bb-4e06-9279-f2ee86afa0b0 binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:09:23.088142 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-9008bc3b-128f-448c-bc94-f16817b2079d service neutron] 10.222.0.20 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610281 Oct 28 17:09:23.148939 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-07d31b3d-5068-464b-946b-7da86a91a80c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39f17c6092df40a69288bacc59cec663 HTTP/1.1" status: 200 len: 380 time: 0.5517340 Oct 28 17:09:23.190093 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-424199c3-af8e-47f3-93ba-f0849cb1571a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:23.193061 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-424199c3-af8e-47f3-93ba-f0849cb1571a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 811 time: 0.6789865 Oct 28 17:09:23.199808 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'port': {'device_id': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'admin_state_up': True, 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'security_groups': ['63cc75a7-be34-4b0a-826b-9b01b586b95d']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:23.222477 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device a77e7788-9286-427f-878b-3726bc864dca up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:23.272711 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-82f11009-81d9-4786-a304-66e42cb5e482 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/quotas/7a3fa5d99a8448b1b4af6b3c6cb16081 HTTP/1.1" status: 200 len: 375 time: 0.0633225 Oct 28 17:09:23.291745 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:23.374780 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Allocated IP 172.20.0.11 (9efc92a5-2966-4a3b-8cca-04db2c9140e1/8ef86c61-aca3-4f4d-b8da-dafda8d71620/dd08ed26-2457-4b69-8a84-9fead8689372) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:23.795047 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Made reservation on behalf of 39f17c6092df40a69288bacc59cec663 for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:09:23.818786 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:23.952833 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-375079ad-1895-4739-86fb-36a8be76b287 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6717699 Oct 28 17:09:24.037823 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Publish callbacks [] for port (dd08ed26-2457-4b69-8a84-9fead8689372), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.065608 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port a77e7788-9286-427f-878b-3726bc864dca triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:24.065845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (a77e7788-9286-427f-878b-3726bc864dca), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.066217 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port a77e7788-9286-427f-878b-3726bc864dca Oct 28 17:09:24.110856 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Current status of the port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:24.111400 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.117845 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.323971 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Publish callbacks [] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.352614 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] For port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=2d78d7d7-6425-4aa5-b95d-c060fbee21bf,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:24.357446 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Pushing event updated for resources: {'Port': ['ID=dd08ed26-2457-4b69-8a84-9fead8689372,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:24.360761 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.419357 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:24.425475 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:24.428758 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.437066 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:24.446248 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a722a87-d576-42a2-8978-b442f69f8ef1 None None] Pushing event updated for resources: {'Port': ['ID=26a42147-81bb-4e06-9279-f2ee86afa0b0,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:24.529564 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Pushing event updated for resources: {'Port': ['ID=2d78d7d7-6425-4aa5-b95d-c060fbee21bf,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:24.572184 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Provisioning complete for port a77e7788-9286-427f-878b-3726bc864dca triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:24.573374 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (a77e7788-9286-427f-878b-3726bc864dca), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.574011 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Attempt 1 to provision port a77e7788-9286-427f-878b-3726bc864dca Oct 28 17:09:24.658636 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:24.659384 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.695357 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3f2c4765-e7f3-4585-9a58-d3176d24be71 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3682444 Oct 28 17:09:24.705996 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-d98f0647-1485-4242-9e92-e96d03683205 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:09:24.706970 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-d98f0647-1485-4242-9e92-e96d03683205 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053387 Oct 28 17:09:24.825255 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Current status of the port a77e7788-9286-427f-878b-3726bc864dca is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:24.825701 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (a77e7788-9286-427f-878b-3726bc864dca), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.853586 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Attempting to bind port 26a42147-81bb-4e06-9279-f2ee86afa0b0 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:24.853920 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Attempting to bind port 26a42147-81bb-4e06-9279-f2ee86afa0b0 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:24.854427 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Attempting to bind port 26a42147-81bb-4e06-9279-f2ee86afa0b0 on network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:24.863032 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:22Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:24.901412 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:24.901412 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Checking segment: {'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:24.901412 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.901412 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Bound using segment: {'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:24.901412 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Bound port: 26a42147-81bb-4e06-9279-f2ee86afa0b0, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:24.901866 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:24.905206 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042ab83-ef87-4cfc-bd25-081c3110d9a3 None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:22Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:09:24.917516 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port a77e7788-9286-427f-878b-3726bc864dca is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:24.918951 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (a77e7788-9286-427f-878b-3726bc864dca), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:25.027813 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] For port a77e7788-9286-427f-878b-3726bc864dca, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=a77e7788-9286-427f-878b-3726bc864dca,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:25.069986 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (a77e7788-9286-427f-878b-3726bc864dca), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:25.280775 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Allocated IP 172.20.0.8 (a8c77d17-765f-4f7a-810a-f63fbc03336c/e9458b08-d3e9-4a1d-a6c4-72801015520f/7e8e821f-3b68-4e37-8c48-398d7fe02220) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:25.353749 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a73063-ec05-424f-a4e1-c67aaa42a9db None None] Pushing event updated for resources: {'Port': ['ID=a77e7788-9286-427f-878b-3726bc864dca,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:25.490717 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Provisioning complete for port dd08ed26-2457-4b69-8a84-9fead8689372 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:25.491329 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:25.491970 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Attempt 1 to provision port dd08ed26-2457-4b69-8a84-9fead8689372 Oct 28 17:09:25.517724 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.db.api [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 17:09:25.518095 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG oslo_db.api [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 17:09:25.620111 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] For port 26a42147-81bb-4e06-9279-f2ee86afa0b0, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:25.650922 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] For port 26a42147-81bb-4e06-9279-f2ee86afa0b0, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=26a42147-81bb-4e06-9279-f2ee86afa0b0,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:25.673135 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Request body: {'port': {'device_id': 'f793d1a1-fe46-4db6-bcdd-c4ba84b285be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:25.686763 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Port dd08ed26-2457-4b69-8a84-9fead8689372 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:25.693686 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:25.790399 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-cf8096e6-4427-4245-94ff-ab6c54defc0e service neutron] 10.222.0.20 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6939390 Oct 28 17:09:25.823228 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:25.862268 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Routers {'88d3dea7-4b8e-4f90-b123-9161fefcd33a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:09:25.863030 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:09:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:25.944149 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334b2e0-30a8-40c1-ae2f-752d950f5ccd req-df1f2dc6-7877-4a29-b3ca-168909ea73c2 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:25.946006 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d334b2e0-30a8-40c1-ae2f-752d950f5ccd req-df1f2dc6-7877-4a29-b3ca-168909ea73c2 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 932 time: 1.8267593 Oct 28 17:09:25.975816 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:26.177495 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.44', 49385) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:26.274110 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:26.274704 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Attempt 2 to provision port dd08ed26-2457-4b69-8a84-9fead8689372 Oct 28 17:09:26.381836 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-62ae38e1-9171-4bcc-8443-938c5c89d0a9 service neutron] 10.222.0.20 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567276 Oct 28 17:09:26.539964 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a722a87-d576-42a2-8978-b442f69f8ef1 None None] Pushing event updated for resources: {'Port': ['ID=26a42147-81bb-4e06-9279-f2ee86afa0b0,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:26.573165 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port a77e7788-9286-427f-878b-3726bc864dca is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:26.604555 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Port dd08ed26-2457-4b69-8a84-9fead8689372 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:26.877087 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:26.944082 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d334b2e0-30a8-40c1-ae2f-752d950f5ccd req-273c69fb-6d48-4bd6-acb2-97a8adf1911a tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9814312 Oct 28 17:09:26.962305 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Network a8c77d17-765f-4f7a-810a-f63fbc03336c is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:26.966000 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:26.970159 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] Set router 88d3dea7-4b8e-4f90-b123-9161fefcd33a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:09:26.991613 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:27.023338 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:27.028739 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:27.114189 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-27aec9dc-543f-4f7e-ac84-9d3d2597b26a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9196613 Oct 28 17:09:27.137029 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Attempt 3 to provision port dd08ed26-2457-4b69-8a84-9fead8689372 Oct 28 17:09:27.161061 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Request body: {'port': {'device_id': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:27.260612 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ba33500b-d692-43cc-a233-acd508376821 req-babd4313-44dc-416c-b6b8-2e5d2a43dd95 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 210 time: 0.1264222 Oct 28 17:09:27.263119 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Port dd08ed26-2457-4b69-8a84-9fead8689372 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:27.412520 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be3818-b813-4f58-b60f-20731a789179 req-f31cd9ca-ae90-4e27-87fb-f14d42b751de tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:27.425636 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-f31cd9ca-ae90-4e27-87fb-f14d42b751de tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 815 time: 1.2220778 Oct 28 17:09:27.456382 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device a77e7788-9286-427f-878b-3726bc864dca up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:27.516288 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:27.786757 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-83a3a212-e105-4cd4-9a79-fa603a3ad695 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 380 time: 0.3353264 Oct 28 17:09:27.823341 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Attempt 4 to provision port dd08ed26-2457-4b69-8a84-9fead8689372 Oct 28 17:09:27.866491 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a0d35985-11f8-449a-9973-c4a2c41af2f2 req-5c95b891-e00b-4d7d-8de6-47c0b3228dec tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 210 time: 0.3587115 Oct 28 17:09:27.887449 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'port': {'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'admin_state_up': True, 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'security_groups': ['8e497342-866d-4d34-b20b-45859e4fccb6']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:28.038291 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Port dd08ed26-2457-4b69-8a84-9fead8689372 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:28.080868 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858233e7-7605-475e-9628-fd04b0565c38 req-30ecd47c-8a2f-47ec-9eba-05ee0146bfbe tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:28.082990 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-858233e7-7605-475e-9628-fd04b0565c38 req-30ecd47c-8a2f-47ec-9eba-05ee0146bfbe tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 931 time: 0.5765736 Oct 28 17:09:28.126013 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port a77e7788-9286-427f-878b-3726bc864dca triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:28.126827 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (a77e7788-9286-427f-878b-3726bc864dca), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:28.130851 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port a77e7788-9286-427f-878b-3726bc864dca Oct 28 17:09:28.173748 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Made reservation on behalf of b8ab3f0989134aceb116ce494da4e6af for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:09:28.177523 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:28.203900 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd08ed26-2457-4b69-8a84-9fead8689372 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:09:28.218434 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Publish callbacks [] for port (dd08ed26-2457-4b69-8a84-9fead8689372), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:28.298418 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Transition to ACTIVE for port object dd08ed26-2457-4b69-8a84-9fead8689372 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:09:28.320923 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:28.528180 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port a77e7788-9286-427f-878b-3726bc864dca is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:28.529352 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 26a42147-81bb-4e06-9279-f2ee86afa0b0 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:28.659088 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Attempt 5 to provision port dd08ed26-2457-4b69-8a84-9fead8689372 Oct 28 17:09:28.692263 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd08ed26-2457-4b69-8a84-9fead8689372,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:28.724670 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Allocated IP 172.20.0.10 (4c43b206-3920-4691-871c-1ca5342d7aa4/b4b33b05-3795-42d6-af63-326599c48b6f/b47dec5b-c931-4b57-a91d-f8302972a80e) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:28.747196 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Attempting to bind port dd08ed26-2457-4b69-8a84-9fead8689372 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:28.747687 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Attempting to bind port dd08ed26-2457-4b69-8a84-9fead8689372 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:28.748124 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Attempting to bind port dd08ed26-2457-4b69-8a84-9fead8689372 on network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:28.755054 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Port dd08ed26-2457-4b69-8a84-9fead8689372 on network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:09:28.755526 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Attempting to bind port dd08ed26-2457-4b69-8a84-9fead8689372 on network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:28.771872 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:28.772550 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Checking segment: {'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:28.773420 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Bound using segment: {'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:28.774339 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Bound port: dd08ed26-2457-4b69-8a84-9fead8689372, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80175d2-f7fa-4b72-9b55-c63711684811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:28.775166 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:28.791220 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8e821f-3b68-4e37-8c48-398d7fe02220 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:09:28.792051 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Port dd08ed26-2457-4b69-8a84-9fead8689372 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:28.813460 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Publish callbacks [] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:28.817906 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'name': 'tempest-DeleteServersTestJSON-1709868515-router', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:00Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'gw_port': {'id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '26a42147-81bb-4e06-9279-f2ee86afa0b0', 'name': '', 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'mac_address': 'fa:16:3e:16:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:25Z', 'revision_number': 4, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'subnets': [{'id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:09:28.867665 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Transition to ACTIVE for port object 7e8e821f-3b68-4e37-8c48-398d7fe02220 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:09:28.918215 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:28.927696 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda18b0e-16d3-430a-b8a6-59c49cfc9e5c None None] The sync data for ids ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'] in dv-cinder-859839-1-iscsi is: [{'id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'name': 'tempest-DeleteServersTestJSON-1709868515-router', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:00Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'gw_port': {'id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '26a42147-81bb-4e06-9279-f2ee86afa0b0', 'name': '', 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'mac_address': 'fa:16:3e:16:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:25Z', 'revision_number': 4, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'subnets': [{'id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:09:28.953902 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 26a42147-81bb-4e06-9279-f2ee86afa0b0 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:28.954347 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:28.954690 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:28.962646 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] For port dd08ed26-2457-4b69-8a84-9fead8689372, host hv-cinder-85983, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:28.976575 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] For port dd08ed26-2457-4b69-8a84-9fead8689372, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=dd08ed26-2457-4b69-8a84-9fead8689372,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:28.995153 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:29.009088 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:29.016644 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:29.016979 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] 10.222.0.44 "PUT /v2.0/ports/dd08ed26-2457-4b69-8a84-9fead8689372 HTTP/1.1" status: 200 len: 1094 time: 3.7615817 Oct 28 17:09:29.017737 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f793d1a1-fe46-4db6-bcdd-c4ba84b285be', 'tag': 'dd08ed26-2457-4b69-8a84-9fead8689372'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:09:29.243588 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.44', 49394) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:29.246867 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:29.292388 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 26a42147-81bb-4e06-9279-f2ee86afa0b0 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:29.294447 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:29.322600 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Attempt 6 to provision port dd08ed26-2457-4b69-8a84-9fead8689372 Oct 28 17:09:29.455158 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 26a42147-81bb-4e06-9279-f2ee86afa0b0, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=26a42147-81bb-4e06-9279-f2ee86afa0b0,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:29.472566 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:29.483047 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 2d78d7d7-6425-4aa5-b95d-c060fbee21bf up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:29.548046 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203ebaba-e19d-4fd3-9643-e5e74088a469" -d '{"events": [{"name": "network-changed", "server_uuid": "f793d1a1-fe46-4db6-bcdd-c4ba84b285be", "tag": "dd08ed26-2457-4b69-8a84-9fead8689372"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:09:29.609772 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:29.662404 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6945c7-b223-4e5e-a95d-890121504cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd08ed26-2457-4b69-8a84-9fead8689372,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:29.667119 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77d89-7b25-4a09-8479-a2f787549fb1 None None] Port dd08ed26-2457-4b69-8a84-9fead8689372 had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:09:29.749041 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-6775f8b3-18d8-4f15-a6bc-3c15f1a2b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:29.757005 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-6775f8b3-18d8-4f15-a6bc-3c15f1a2b77a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7590dca919bd47d8a8c62014276a60ef&device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 1128 time: 0.6515727 Oct 28 17:09:29.792367 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=26a42147-81bb-4e06-9279-f2ee86afa0b0,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:29.868041 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:29.868426 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:29.868767 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf Oct 28 17:09:29.925845 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-858233e7-7605-475e-9628-fd04b0565c38 req-5e828343-8770-4e6b-92ee-f0bfe466bae4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0510120 Oct 28 17:09:29.948047 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-716e39a5-aa5d-4808-bcf4-d8f8e555e0f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd08ed26-2457-4b69-8a84-9fead8689372 HTTP/1.1" status: 200 len: 217 time: 0.1793268 Oct 28 17:09:30.002639 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Attempting to bind port 7e8e821f-3b68-4e37-8c48-398d7fe02220 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:30.004294 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Attempting to bind port 7e8e821f-3b68-4e37-8c48-398d7fe02220 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:30.004845 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Attempting to bind port 7e8e821f-3b68-4e37-8c48-398d7fe02220 on network a8c77d17-765f-4f7a-810a-f63fbc03336c {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:30.033203 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2b2d9-f17a-4e79-bc92-db05fc34a901 req-8839decb-f37e-47f9-b870-eb4865b98e58 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:30.039497 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:30.043854 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34b2b2d9-f17a-4e79-bc92-db05fc34a901 req-8839decb-f37e-47f9-b870-eb4865b98e58 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 1.1704476 Oct 28 17:09:30.100671 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:30.106846 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Port 7e8e821f-3b68-4e37-8c48-398d7fe02220 on network a8c77d17-765f-4f7a-810a-f63fbc03336c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:09:30.108605 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Attempting to bind port 7e8e821f-3b68-4e37-8c48-398d7fe02220 on network a8c77d17-765f-4f7a-810a-f63fbc03336c {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:30.124835 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:30.127947 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Checking segment: {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:30.130059 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Bound using segment: {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:30.130668 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Bound port: 7e8e821f-3b68-4e37-8c48-398d7fe02220, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:30.131092 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:30.241889 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:30.244212 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=b47dec5b-c931-4b57-a91d-f8302972a80e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:30.279424 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:30.289808 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 26a42147-81bb-4e06-9279-f2ee86afa0b0 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:30.314180 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:30.427401 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34b2b2d9-f17a-4e79-bc92-db05fc34a901 req-79301e89-c863-403c-8861-80d1796d14bb tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692219 Oct 28 17:09:30.532400 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-32cbedc2-70e4-4855-a65a-cb60f7ab38b8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:30.532400 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-32cbedc2-70e4-4855-a65a-cb60f7ab38b8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.44 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 811 time: 1.2504952 Oct 28 17:09:30.541007 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 26a42147-81bb-4e06-9279-f2ee86afa0b0 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:30.541537 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:30.541889 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 26a42147-81bb-4e06-9279-f2ee86afa0b0 Oct 28 17:09:30.694262 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4167a5d-52d3-45dc-8805-abf3179cd35d req-9cfe0253-f540-49e9-a8d4-6f995a98699b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:30.699595 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4167a5d-52d3-45dc-8805-abf3179cd35d req-9cfe0253-f540-49e9-a8d4-6f995a98699b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 932 time: 0.5297804 Oct 28 17:09:30.783391 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cda8a591-f2b1-40fc-93e3-0508c9bd2cfb req-681523a7-21f3-4ba1-bd89-1f08919cf4c9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 210 time: 0.1580226 Oct 28 17:09:30.786479 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:30.812459 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 26a42147-81bb-4e06-9279-f2ee86afa0b0 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:30.823805 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Provisioning complete for port b47dec5b-c931-4b57-a91d-f8302972a80e triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:30.828191 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:30.830062 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Attempt 1 to provision port b47dec5b-c931-4b57-a91d-f8302972a80e Oct 28 17:09:30.841119 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:30.855924 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-0545b5f1-29e5-42a7-9d05-f059609f03e8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081 HTTP/1.1" status: 200 len: 380 time: 0.3145902 Oct 28 17:09:30.883480 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:30.897760 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Port b47dec5b-c931-4b57-a91d-f8302972a80e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:30.939647 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'port': {'device_id': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'admin_state_up': True, 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'security_groups': ['c0ed5eaa-ab08-42da-b901-a64cfb8e88f4']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:30.946522 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:30.947150 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:30.949123 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] 10.222.0.44 "PUT /v2.0/ports/7e8e821f-3b68-4e37-8c48-398d7fe02220 HTTP/1.1" status: 200 len: 1093 time: 3.8127809 Oct 28 17:09:30.957281 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:09:31.064286 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-a97e7253-de82-4bd9-8c76-9fd75431da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:31.067052 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-a97e7253-de82-4bd9-8c76-9fd75431da87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8ef86c61-aca3-4f4d-b8da-dafda8d71620 HTTP/1.1" status: 200 len: 851 time: 1.1041410 Oct 28 17:09:31.093855 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:31.094820 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:31.130670 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-bbe5bc89-02ab-4cf7-ab30-59f0526dc20d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2471654 Oct 28 17:09:31.182059 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa0ea47-3fa9-42a6-98d8-ca08e5098bf1 x-openstack-request-id: req-5aa0ea47-3fa9-42a6-98d8-ca08e5098bf1 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:09:31.182311 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f793d1a1-fe46-4db6-bcdd-c4ba84b285be", "tag": "dd08ed26-2457-4b69-8a84-9fead8689372", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:09:31.182602 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5aa0ea47-3fa9-42a6-98d8-ca08e5098bf1 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:09:31.183272 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa0ea47-3fa9-42a6-98d8-ca08e5098bf1'] response: {'name': 'network-changed', 'server_uuid': 'f793d1a1-fe46-4db6-bcdd-c4ba84b285be', 'tag': 'dd08ed26-2457-4b69-8a84-9fead8689372', 'status': 'completed', 'code': 200} Oct 28 17:09:31.293069 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4167a5d-52d3-45dc-8805-abf3179cd35d req-a00fa460-d655-4648-a3ce-759c22daadb8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5722733 Oct 28 17:09:31.357893 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57930) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:31.392693 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Request body: {'port': {'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:31.399255 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Attempt 2 to provision port b47dec5b-c931-4b57-a91d-f8302972a80e Oct 28 17:09:31.437863 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57934) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:31.482653 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Port b47dec5b-c931-4b57-a91d-f8302972a80e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:31.505289 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f9ae0-3d0f-4184-8157-65e9ddb60b65 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:31.586341 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27944a0e-d69f-4970-8085-549e1c1172d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:31.601618 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715528f7-8627-4e6b-ab36-bb0e75de3725" -d '{"events": [{"name": "network-changed", "server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:09:31.642696 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cf009-05d3-4bad-8b88-4ab31051c0a8 req-35b0ff5b-aafe-4628-aa16-8b5e1deed71d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:31.650322 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-877cf009-05d3-4bad-8b88-4ab31051c0a8 req-35b0ff5b-aafe-4628-aa16-8b5e1deed71d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.3561716 Oct 28 17:09:31.668982 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-f003b8a4-c302-4cd9-85a9-70c2c9506599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:31.671019 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-f003b8a4-c302-4cd9-85a9-70c2c9506599 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 1127 time: 0.3475139 Oct 28 17:09:31.692420 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9bb82bf-eede-4d4c-ab8b-7be150245ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:31.715351 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:31.718942 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Made reservation on behalf of 7a3fa5d99a8448b1b4af6b3c6cb16081 for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:09:31.725129 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:31.747378 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-07538495-0cfd-4277-a6cf-6f65892a4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:31.749602 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-07538495-0cfd-4277-a6cf-6f65892a4338 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9efc92a5-2966-4a3b-8cca-04db2c9140e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4855273 Oct 28 17:09:31.749862 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010416d-3d0a-49ec-9227-bdb298ee58bb req-fa289bc9-b612-4cb1-9907-82070f2f78b9 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:31.764155 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0010416d-3d0a-49ec-9227-bdb298ee58bb req-fa289bc9-b612-4cb1-9907-82070f2f78b9 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.2154832 Oct 28 17:09:31.983792 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Attempt 3 to provision port b47dec5b-c931-4b57-a91d-f8302972a80e Oct 28 17:09:32.009257 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-877cf009-05d3-4bad-8b88-4ab31051c0a8 req-5c593b2f-7c72-4ac3-8a0c-c6c520206ea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577302 Oct 28 17:09:32.010739 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-4f8d1541-03ec-411d-b378-c2afe1ef2f8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220 HTTP/1.1" status: 200 len: 217 time: 0.1990521 Oct 28 17:09:32.050704 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Port b47dec5b-c931-4b57-a91d-f8302972a80e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:32.088961 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27944a0e-d69f-4970-8085-549e1c1172d6 admin admin] Publish callbacks [] for security_group (fbc79636-29f3-4b7a-ba25-8b4b9ddbffd4), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:32.107185 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27944a0e-d69f-4970-8085-549e1c1172d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (fbc79636-29f3-4b7a-ba25-8b4b9ddbffd4), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:32.141466 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-27944a0e-d69f-4970-8085-549e1c1172d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=101830ed8e2447339fcf922b11576b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7756844 Oct 28 17:09:32.163300 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57958) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:32.280529 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-3238c760-3c47-4a15-8254-d13da8512fc5 service neutron] 10.222.0.44 "GET /v2.0/networks/9efc92a5-2966-4a3b-8cca-04db2c9140e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765928 Oct 28 17:09:32.281262 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27944a0e-d69f-4970-8085-549e1c1172d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc79636-29f3-4b7a-ba25-8b4b9ddbffd4,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:32.309162 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9bb82bf-eede-4d4c-ab8b-7be150245ef0 admin admin] Publish callbacks [] for security_group (b6d72801-88cc-4fe3-bdbf-58aa585c0b95), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:32.335206 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b5f55a98-c2ee-4c22-96a5-540358d84f24 admin admin] Publish callbacks [] for security_group (fbc79636-29f3-4b7a-ba25-8b4b9ddbffd4), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:32.338552 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9bb82bf-eede-4d4c-ab8b-7be150245ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (b6d72801-88cc-4fe3-bdbf-58aa585c0b95), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:32.375139 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb82bf-eede-4d4c-ab8b-7be150245ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d72801-88cc-4fe3-bdbf-58aa585c0b95,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:32.423395 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b5f55a98-c2ee-4c22-96a5-540358d84f24 admin admin] Publish callbacks [] for security_group (fbc79636-29f3-4b7a-ba25-8b4b9ddbffd4), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:32.440621 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c9bb82bf-eede-4d4c-ab8b-7be150245ef0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84b605d9c58f41859989057136a7157a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9883628 Oct 28 17:09:32.444954 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57964) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:32.553617 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-13d3f759-4219-48ba-8ac1-b5997a00d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:32.555432 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Attempt 4 to provision port b47dec5b-c931-4b57-a91d-f8302972a80e Oct 28 17:09:32.563735 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-13d3f759-4219-48ba-8ac1-b5997a00d378 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.5221548 Oct 28 17:09:32.569210 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b76a4a9-9830-4ab9-a85c-fa63d5229aa8 x-openstack-request-id: req-0b76a4a9-9830-4ab9-a85c-fa63d5229aa8 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:09:32.572200 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:09:32.572531 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b76a4a9-9830-4ab9-a85c-fa63d5229aa8 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:09:32.573437 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b76a4a9-9830-4ab9-a85c-fa63d5229aa8'] response: {'name': 'network-changed', 'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'status': 'completed', 'code': 200} Oct 28 17:09:32.584554 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 57968) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:32.645833 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5eb8eca-a9ae-4205-83d9-c6f796cd0d25 req-0fbeeb47-351e-46c1-942c-aab6a0814241 service neutron] 10.222.0.44 "GET /v2.0/networks/9efc92a5-2966-4a3b-8cca-04db2c9140e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845109 Oct 28 17:09:32.656590 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Port b47dec5b-c931-4b57-a91d-f8302972a80e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:32.801118 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Allocated IP 172.20.0.12 (1275e91b-d159-4566-9d23-a40414dc1241/354899bb-6b0d-4b82-a86a-5bb1149d70be/dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:09:32.940903 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f8a86980-1a47-4f60-a0ec-90f55afe2ee5 admin admin] Publish callbacks [] for security_group (b6d72801-88cc-4fe3-bdbf-58aa585c0b95), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:32.954982 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b5f55a98-c2ee-4c22-96a5-540358d84f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (fbc79636-29f3-4b7a-ba25-8b4b9ddbffd4), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:32.958174 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b5f55a98-c2ee-4c22-96a5-540358d84f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:32.977356 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b5f55a98-c2ee-4c22-96a5-540358d84f24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbc79636-29f3-4b7a-ba25-8b4b9ddbffd4 HTTP/1.1" status: 204 len: 168 time: 0.8126428 Oct 28 17:09:32.990403 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47dec5b-c931-4b57-a91d-f8302972a80e {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:09:33.017721 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0010416d-3d0a-49ec-9227-bdb298ee58bb req-d8c1fbca-a71a-49c7-a87b-fe8abeb0b05d tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2518435 Oct 28 17:09:33.100893 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f8a86980-1a47-4f60-a0ec-90f55afe2ee5 admin admin] Publish callbacks [] for security_group (b6d72801-88cc-4fe3-bdbf-58aa585c0b95), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.146041 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-aa7cefc1-18dd-457a-af03-19e0ccefff12 req-1e155673-c466-4941-81af-5bcd31b892cd tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 210 time: 0.2686822 Oct 28 17:09:33.157817 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Attempt 5 to provision port b47dec5b-c931-4b57-a91d-f8302972a80e Oct 28 17:09:33.208687 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-87e29dd2-886f-4061-8b92-d21c1c76a295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.208901 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Port b47dec5b-c931-4b57-a91d-f8302972a80e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:33.219139 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f55a98-c2ee-4c22-96a5-540358d84f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc79636-29f3-4b7a-ba25-8b4b9ddbffd4,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:33.236821 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Publish callbacks [] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.263445 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-bc3abdf8-4806-469e-a2de-056095652023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:33.268965 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-bc3abdf8-4806-469e-a2de-056095652023 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7590dca919bd47d8a8c62014276a60ef&device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 1128 time: 0.4746368 Oct 28 17:09:33.290273 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-32299e77-e2fa-40e0-bd79-5969e6ddc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:33.292463 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-32299e77-e2fa-40e0-bd79-5969e6ddc1e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4161959 Oct 28 17:09:33.300936 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f8a86980-1a47-4f60-a0ec-90f55afe2ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (b6d72801-88cc-4fe3-bdbf-58aa585c0b95), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.308548 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f8a86980-1a47-4f60-a0ec-90f55afe2ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.311123 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f8a86980-1a47-4f60-a0ec-90f55afe2ee5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6d72801-88cc-4fe3-bdbf-58aa585c0b95 HTTP/1.1" status: 204 len: 168 time: 0.8635848 Oct 28 17:09:33.354741 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Transition to ACTIVE for port object b47dec5b-c931-4b57-a91d-f8302972a80e will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:09:33.358380 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a86980-1a47-4f60-a0ec-90f55afe2ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d72801-88cc-4fe3-bdbf-58aa585c0b95,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:33.368149 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.370623 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.500601 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea086bf-ef05-43c7-a909-3415c8d028e3 req-0b381f64-809b-484c-afd2-48568273647c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:33.502986 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cea086bf-ef05-43c7-a909-3415c8d028e3 req-0b381f64-809b-484c-afd2-48568273647c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 932 time: 0.3275313 Oct 28 17:09:33.593784 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Pushing event updated for resources: {'Port': ['ID=b47dec5b-c931-4b57-a91d-f8302972a80e,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:33.687200 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57986) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:33.704827 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598d71a-4bfe-496a-8a6e-69ccddb4dc2e req-b984e751-0ab9-4ef4-aae1-c3e6292c0810 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:33.710444 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Attempt 6 to provision port b47dec5b-c931-4b57-a91d-f8302972a80e Oct 28 17:09:33.712387 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5598d71a-4bfe-496a-8a6e-69ccddb4dc2e req-b984e751-0ab9-4ef4-aae1-c3e6292c0810 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.3360417 Oct 28 17:09:33.726938 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.744162 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-87e29dd2-886f-4061-8b92-d21c1c76a295 admin admin] Publish callbacks [] for security_group (e6bf2582-16b7-47ed-9fb4-be2af6289f59), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.748407 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cea086bf-ef05-43c7-a909-3415c8d028e3 req-84f66e36-1f5c-4304-9903-a75617554eee tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143307 Oct 28 17:09:33.764410 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-42a035f2-e82b-4d56-9f62-8964eaa5b2d2 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559601 Oct 28 17:09:33.765113 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-87e29dd2-886f-4061-8b92-d21c1c76a295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e6bf2582-16b7-47ed-9fb4-be2af6289f59), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.818177 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Port b47dec5b-c931-4b57-a91d-f8302972a80e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:33.864548 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Network 1275e91b-d159-4566-9d23-a40414dc1241 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:09:33.887335 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:09:33.904744 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:09:33.911107 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:33.911772 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:33.919616 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-87e29dd2-886f-4061-8b92-d21c1c76a295 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8584e456d24a4770a6353cf66cbffdbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0486388 Oct 28 17:09:33.920393 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'Port': ['ID=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:33.938206 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-156d670c-9c9c-449e-8f47-bc17a0cdb894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:33.941009 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-156d670c-9c9c-449e-8f47-bc17a0cdb894 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9efc92a5-2966-4a3b-8cca-04db2c9140e1 HTTP/1.1" status: 200 len: 913 time: 0.4311805 Oct 28 17:09:33.944108 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 57994) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:33.953093 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e29dd2-886f-4061-8b92-d21c1c76a295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bf2582-16b7-47ed-9fb4-be2af6289f59,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:33.998558 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5598d71a-4bfe-496a-8a6e-69ccddb4dc2e req-5619c8fa-9c11-4223-a838-9fbbae1e1c45 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851567 Oct 28 17:09:34.013623 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-063c68df-4b6e-4d95-98c7-4f2d227ffc1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.033213 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-dfa5c893-bc0a-466d-bd72-9fd2cf830acf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1376202 Oct 28 17:09:34.079653 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Request body: {'port': {'device_id': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:09:34.141606 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-5a692794-68ee-4c72-92d2-6b28a7150ed8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd08ed26-2457-4b69-8a84-9fead8689372 HTTP/1.1" status: 200 len: 217 time: 0.1500621 Oct 28 17:09:34.170268 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c257c8c5-6b91-4fcd-adb8-627f8963a99c req-f066a045-8863-4ead-b9b6-efb60c1c5ab7 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702812 Oct 28 17:09:34.305559 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58006) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:34.319904 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Attempt 7 to provision port b47dec5b-c931-4b57-a91d-f8302972a80e Oct 28 17:09:34.380915 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Port b47dec5b-c931-4b57-a91d-f8302972a80e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:34.394271 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-417b8354-a0ab-4503-974a-5f3daa29b96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.446695 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Attempting to bind port b47dec5b-c931-4b57-a91d-f8302972a80e on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:34.447043 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Attempting to bind port b47dec5b-c931-4b57-a91d-f8302972a80e by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:34.447359 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Attempting to bind port b47dec5b-c931-4b57-a91d-f8302972a80e on network 4c43b206-3920-4691-871c-1ca5342d7aa4 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:34.456439 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-75761a4f-8d24-4137-93d6-c34672fdd415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:34.458050 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-75761a4f-8d24-4137-93d6-c34672fdd415 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8ef86c61-aca3-4f4d-b8da-dafda8d71620 HTTP/1.1" status: 200 len: 851 time: 0.1540616 Oct 28 17:09:34.483047 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Port b47dec5b-c931-4b57-a91d-f8302972a80e on network 4c43b206-3920-4691-871c-1ca5342d7aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:09:34.483392 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Attempting to bind port b47dec5b-c931-4b57-a91d-f8302972a80e on network 4c43b206-3920-4691-871c-1ca5342d7aa4 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:34.496705 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5ef491ef-699d-46bb-a00b-1b112e33073f admin admin] Publish callbacks [] for security_group (e6bf2582-16b7-47ed-9fb4-be2af6289f59), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.502809 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-063c68df-4b6e-4d95-98c7-4f2d227ffc1c admin admin] Publish callbacks [] for security_group (ef916b16-ca30-4751-804b-21356c98caa1), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.530652 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-063c68df-4b6e-4d95-98c7-4f2d227ffc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ef916b16-ca30-4751-804b-21356c98caa1), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.533144 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:34.533486 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Checking segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:34.533870 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Bound using segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:34.534348 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Bound port: b47dec5b-c931-4b57-a91d-f8302972a80e, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:34.534695 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.579551 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.603933 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5ef491ef-699d-46bb-a00b-1b112e33073f admin admin] Publish callbacks [] for security_group (e6bf2582-16b7-47ed-9fb4-be2af6289f59), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.653715 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-00bb8a5d-5dd1-4ed6-9081-e5628c02e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:34.655460 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-00bb8a5d-5dd1-4ed6-9081-e5628c02e3cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 1127 time: 0.1611109 Oct 28 17:09:34.659222 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-063c68df-4b6e-4d95-98c7-4f2d227ffc1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=244597c681e547a29e178da96d49821c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8929791 Oct 28 17:09:34.672286 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71df06-0907-4308-8cee-036a266bcdac req-96fb1aae-73b8-4925-8b77-2c6688d11421 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:34.673936 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-eb71df06-0907-4308-8cee-036a266bcdac req-96fb1aae-73b8-4925-8b77-2c6688d11421 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.4812419 Oct 28 17:09:34.677784 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 58008) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:34.700658 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c68df-4b6e-4d95-98c7-4f2d227ffc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef916b16-ca30-4751-804b-21356c98caa1,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:34.722949 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cdf92-13cb-4c44-882b-d1fa7eae354f req-c01e8089-c80e-46ab-8b8f-5e5ab09b52f2 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:34.724650 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-025cdf92-13cb-4c44-882b-d1fa7eae354f req-c01e8089-c80e-46ab-8b8f-5e5ab09b52f2 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 932 time: 0.2319102 Oct 28 17:09:34.764278 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-417b8354-a0ab-4503-974a-5f3daa29b96f admin admin] Publish callbacks [] for security_group (e5779f00-7fb6-4e56-88a3-468056ea41cb), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.771603 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-417b8354-a0ab-4503-974a-5f3daa29b96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e5779f00-7fb6-4e56-88a3-468056ea41cb), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.775944 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-ddff5fc9-86f5-4f54-aa2c-ff1dd1c95a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:34.777575 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-ddff5fc9-86f5-4f54-aa2c-ff1dd1c95a04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9efc92a5-2966-4a3b-8cca-04db2c9140e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2058625 Oct 28 17:09:34.778957 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] For port b47dec5b-c931-4b57-a91d-f8302972a80e, host hv-cinder-85983, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:34.793015 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] For port b47dec5b-c931-4b57-a91d-f8302972a80e, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b47dec5b-c931-4b57-a91d-f8302972a80e,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:34.832405 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.852389 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5ef491ef-699d-46bb-a00b-1b112e33073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e6bf2582-16b7-47ed-9fb4-be2af6289f59), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.854566 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5ef491ef-699d-46bb-a00b-1b112e33073f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:34.858608 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-5ef491ef-699d-46bb-a00b-1b112e33073f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6bf2582-16b7-47ed-9fb4-be2af6289f59 HTTP/1.1" status: 204 len: 168 time: 0.9029632 Oct 28 17:09:34.882821 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Attempt 8 to provision port b47dec5b-c931-4b57-a91d-f8302972a80e Oct 28 17:09:34.953084 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd8c5-7e39-4255-b9d2-6dfbb4fd8e6c None None] Port b47dec5b-c931-4b57-a91d-f8302972a80e had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:09:35.062971 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-eb71df06-0907-4308-8cee-036a266bcdac req-672c0711-e389-49e9-a805-f3c695abd52f tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681643 Oct 28 17:09:35.074057 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:35.074870 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:35.076890 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] 10.222.0.44 "PUT /v2.0/ports/b47dec5b-c931-4b57-a91d-f8302972a80e HTTP/1.1" status: 200 len: 1094 time: 3.7131138 Oct 28 17:09:35.077421 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'tag': 'b47dec5b-c931-4b57-a91d-f8302972a80e'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:09:35.079891 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b1d16-d886-4160-98d7-626fc135f598" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2f90fd-20c9-479d-8a52-340ccb25a538", "tag": "b47dec5b-c931-4b57-a91d-f8302972a80e"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:09:35.095203 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-025cdf92-13cb-4c44-882b-d1fa7eae354f req-fcf5a07b-4fcc-4e23-8204-b5a6ed3e96b1 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062658 Oct 28 17:09:35.100295 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aa14cdd5-2804-4811-a7d0-7367e2a42cb2 admin admin] Publish callbacks [] for security_group (ef916b16-ca30-4751-804b-21356c98caa1), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:35.101076 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-d67c663b-7be7-4907-93f0-702285fbb544 None None] Provisioning complete for port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:35.110149 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-417b8354-a0ab-4503-974a-5f3daa29b96f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=692b2b0ba31c48e0a8bde07c866c661c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7965438 Oct 28 17:09:35.110149 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b8354-a0ab-4503-974a-5f3daa29b96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5779f00-7fb6-4e56-88a3-468056ea41cb,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:35.117989 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58018) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:35.123326 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d67c663b-7be7-4907-93f0-702285fbb544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:35.124250 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d67c663b-7be7-4907-93f0-702285fbb544 None None] Attempt 1 to provision port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 Oct 28 17:09:35.157906 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef491ef-699d-46bb-a00b-1b112e33073f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bf2582-16b7-47ed-9fb4-be2af6289f59,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:35.225573 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1f411-fa37-409b-90b3-aaac22758367 service neutron] Pushing event updated for resources: {'Port': ['ID=b47dec5b-c931-4b57-a91d-f8302972a80e,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:35.247289 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-c0e6cc53-aef8-420b-bed7-cb3582a6d3d6 service neutron] 10.222.0.44 "GET /v2.0/networks/9efc92a5-2966-4a3b-8cca-04db2c9140e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427829 Oct 28 17:09:35.273447 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a25cd498-a04e-413a-af39-4a674304bd63 admin admin] Publish callbacks [] for security_group (e5779f00-7fb6-4e56-88a3-468056ea41cb), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:35.318156 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d67c663b-7be7-4907-93f0-702285fbb544 None None] Port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:35.332822 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be3818-b813-4f58-b60f-20731a789179 req-9951f512-c052-4f84-a9bc-7940760f1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:35.342589 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-9951f512-c052-4f84-a9bc-7940760f1c68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 1128 time: 0.1719670 Oct 28 17:09:35.402774 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a25cd498-a04e-413a-af39-4a674304bd63 admin admin] Publish callbacks [] for security_group (e5779f00-7fb6-4e56-88a3-468056ea41cb), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:35.407040 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-e00451d9-9ede-4ece-901a-907dafd9f1c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b47dec5b-c931-4b57-a91d-f8302972a80e HTTP/1.1" status: 200 len: 217 time: 0.0562723 Oct 28 17:09:35.473298 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aa14cdd5-2804-4811-a7d0-7367e2a42cb2 admin admin] Publish callbacks [] for security_group (ef916b16-ca30-4751-804b-21356c98caa1), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:35.484461 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-cd8cf752-29dd-452c-817c-cab2a5a1df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:35.486116 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-cd8cf752-29dd-452c-817c-cab2a5a1df00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.6954281 Oct 28 17:09:35.497299 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-13f7bff3-3237-46c3-9220-419ab1ff6772 service neutron] 10.222.0.44 "GET /v2.0/networks/9efc92a5-2966-4a3b-8cca-04db2c9140e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351961 Oct 28 17:09:35.513941 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be3818-b813-4f58-b60f-20731a789179 req-cca9c583-d030-4e45-b491-9867e4f84a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:35.515611 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-cca9c583-d030-4e45-b491-9867e4f84a1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0878084 Oct 28 17:09:35.534738 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a25cd498-a04e-413a-af39-4a674304bd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e5779f00-7fb6-4e56-88a3-468056ea41cb), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:35.538444 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a25cd498-a04e-413a-af39-4a674304bd63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:35.540160 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a25cd498-a04e-413a-af39-4a674304bd63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5779f00-7fb6-4e56-88a3-468056ea41cb HTTP/1.1" status: 204 len: 168 time: 0.4275882 Oct 28 17:09:35.568940 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cd498-a04e-413a-af39-4a674304bd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5779f00-7fb6-4e56-88a3-468056ea41cb,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:35.601408 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-e25450c3-5a1b-439b-848b-de8477164361 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220 HTTP/1.1" status: 200 len: 217 time: 0.0731044 Oct 28 17:09:35.639794 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be3818-b813-4f58-b60f-20731a789179 req-4538bd06-715d-45ee-9d36-b13bdd70f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:35.641648 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-4538bd06-715d-45ee-9d36-b13bdd70f643 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916917 Oct 28 17:09:35.795946 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-8dc92c93-5c7f-4e50-a3dc-9d71234fd62b service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321466 Oct 28 17:09:35.819898 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d67c663b-7be7-4907-93f0-702285fbb544 None None] Attempt 2 to provision port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 Oct 28 17:09:35.825212 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:09:35.845982 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Publish callbacks [] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:35.888852 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Transition to ACTIVE for port object dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:09:35.909822 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58032) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:35.911636 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3be167-cce5-492d-9891-aeab921edda9 req-5d28d39b-424b-422c-8d5e-f6ced21ae2b7 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:35.913208 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0e3be167-cce5-492d-9891-aeab921edda9 req-5d28d39b-424b-422c-8d5e-f6ced21ae2b7 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.6559298 Oct 28 17:09:35.930967 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d67c663b-7be7-4907-93f0-702285fbb544 None None] Port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:35.933522 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6c20dc03-f57c-4ee9-8925-6057b1f1d272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:35.945732 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eace334-f94f-465d-8cde-e94d5a83a2ca req-5ca9c42c-d875-41f9-bd1b-4758eb92b51b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:35.952710 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0eace334-f94f-465d-8cde-e94d5a83a2ca req-5ca9c42c-d875-41f9-bd1b-4758eb92b51b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.6677058 Oct 28 17:09:35.968910 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.032546 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-a4f6de9c-0b94-44e0-8e5a-f9f03c571559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:36.034258 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-a4f6de9c-0b94-44e0-8e5a-f9f03c571559 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.4164765 Oct 28 17:09:36.088809 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:36.091098 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aa14cdd5-2804-4811-a7d0-7367e2a42cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ef916b16-ca30-4751-804b-21356c98caa1), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.093906 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aa14cdd5-2804-4811-a7d0-7367e2a42cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.095111 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-aa14cdd5-2804-4811-a7d0-7367e2a42cb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef916b16-ca30-4751-804b-21356c98caa1 HTTP/1.1" status: 204 len: 168 time: 1.4162962 Oct 28 17:09:36.269350 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0eace334-f94f-465d-8cde-e94d5a83a2ca req-a0b5d6c7-67c7-4b4d-9774-53ced293a696 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849448 Oct 28 17:09:36.280626 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14cdd5-2804-4811-a7d0-7367e2a42cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef916b16-ca30-4751-804b-21356c98caa1,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:36.331279 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Attempting to bind port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:09:36.331635 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Attempting to bind port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:09:36.332004 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Attempting to bind port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 on network 1275e91b-d159-4566-9d23-a40414dc1241 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:36.367681 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0e3be167-cce5-492d-9891-aeab921edda9 req-fc7a6e6c-6c25-4684-b5cb-9c3beb097675 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4025073 Oct 28 17:09:36.368358 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 on network 1275e91b-d159-4566-9d23-a40414dc1241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:09:36.368696 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Attempting to bind port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 on network 1275e91b-d159-4566-9d23-a40414dc1241 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:09:36.385751 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:09:36.386771 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Checking segment: {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:09:36.387733 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Bound using segment: {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:09:36.388588 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Bound port: dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:09:36.389001 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.398815 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77be3818-b813-4f58-b60f-20731a789179 req-6a0bf2f6-92cd-4967-b042-ad2fc535aae2 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286245 Oct 28 17:09:36.432575 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d67c663b-7be7-4907-93f0-702285fbb544 None None] Attempt 3 to provision port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 Oct 28 17:09:36.466761 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6c20dc03-f57c-4ee9-8925-6057b1f1d272 admin admin] Publish callbacks [] for security_group (d6063296-3f23-4814-a49c-a9d58a56ce07), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.476233 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6c20dc03-f57c-4ee9-8925-6057b1f1d272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (d6063296-3f23-4814-a49c-a9d58a56ce07), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.480093 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-6647587f-eeed-48fc-a2c3-ab682bbb50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:36.500576 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-6647587f-eeed-48fc-a2c3-ab682bbb50fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4293916 Oct 28 17:09:36.510910 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afca675b-0edf-426e-895f-98a9c4e3d5e4 x-openstack-request-id: req-afca675b-0edf-426e-895f-98a9c4e3d5e4 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:09:36.514543 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2f90fd-20c9-479d-8a52-340ccb25a538", "tag": "b47dec5b-c931-4b57-a91d-f8302972a80e", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:09:36.515310 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afca675b-0edf-426e-895f-98a9c4e3d5e4 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:09:36.515906 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afca675b-0edf-426e-895f-98a9c4e3d5e4'] response: {'name': 'network-changed', 'server_uuid': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'tag': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'status': 'completed', 'code': 200} Oct 28 17:09:36.587396 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d67c663b-7be7-4907-93f0-702285fbb544 None None] Port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:09:36.652622 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6c20dc03-f57c-4ee9-8925-6057b1f1d272 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eac7e5d277e14d73a6770ee2245b425d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7416074 Oct 28 17:09:36.660523 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58052) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:36.667649 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20dc03-f57c-4ee9-8925-6057b1f1d272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6063296-3f23-4814-a49c-a9d58a56ce07,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:36.794095 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b1d16-d886-4160-98d7-626fc135f598 req-ab69aea1-8489-4494-b43a-7dd9de948a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:36.795616 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c34b1d16-d886-4160-98d7-626fc135f598 req-ab69aea1-8489-4494-b43a-7dd9de948a8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 1128 time: 0.2522871 Oct 28 17:09:36.810721 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-395d0499-3c72-44e7-bfc7-d450ce1a1411 admin admin] Publish callbacks [] for security_group (d6063296-3f23-4814-a49c-a9d58a56ce07), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.889220 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-395d0499-3c72-44e7-bfc7-d450ce1a1411 admin admin] Publish callbacks [] for security_group (d6063296-3f23-4814-a49c-a9d58a56ce07), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.918817 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] For port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:09:36.925793 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] For port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:09:36.948990 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d487c1-80f1-4f05-b408-03a143e4090d req-edea459e-36c9-4aaf-96e7-2dc5780b3b23 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:36.956460 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34d487c1-80f1-4f05-b408-03a143e4090d req-edea459e-36c9-4aaf-96e7-2dc5780b3b23 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.3787036 Oct 28 17:09:36.964178 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.966405 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b1d16-d886-4160-98d7-626fc135f598 req-9c5fedf0-29e7-4b5d-ae91-4d0ad8322c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:36.968300 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c34b1d16-d886-4160-98d7-626fc135f598 req-9c5fedf0-29e7-4b5d-ae91-4d0ad8322c15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 916 time: 0.1408136 Oct 28 17:09:36.981894 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-395d0499-3c72-44e7-bfc7-d450ce1a1411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (d6063296-3f23-4814-a49c-a9d58a56ce07), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.985322 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-395d0499-3c72-44e7-bfc7-d450ce1a1411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:36.987236 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-395d0499-3c72-44e7-bfc7-d450ce1a1411 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6063296-3f23-4814-a49c-a9d58a56ce07 HTTP/1.1" status: 204 len: 168 time: 0.3217001 Oct 28 17:09:37.004055 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:37.004691 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:37.006180 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] 10.222.0.44 "PUT /v2.0/ports/dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 HTTP/1.1" status: 200 len: 1094 time: 2.9338992 Oct 28 17:09:37.016568 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'tag': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:09:37.019138 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b324a5-4e67-4d52-93cc-92ad341fb89d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bae380-35c6-4b60-9264-61e80920ee23", "tag": "dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:09:37.046952 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15dd56-e69f-4929-a6e8-a51414bd7dd3 req-ae90318b-e8bb-4db8-a799-491d32e2e1f6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:37.054346 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1d15dd56-e69f-4929-a6e8-a51414bd7dd3 req-ae90318b-e8bb-4db8-a799-491d32e2e1f6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.3319681 Oct 28 17:09:37.065607 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-66c41ca4-1432-4106-ba5c-770f7e1c3804 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534912 Oct 28 17:09:37.088352 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d67c663b-7be7-4907-93f0-702285fbb544 None None] Attempt 4 to provision port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 Oct 28 17:09:37.093120 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c34b1d16-d886-4160-98d7-626fc135f598 req-f73fcd60-59b4-43a9-bfed-7a669606d525 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b47dec5b-c931-4b57-a91d-f8302972a80e HTTP/1.1" status: 200 len: 217 time: 0.1020794 Oct 28 17:09:37.095557 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d0499-3c72-44e7-bfc7-d450ce1a1411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6063296-3f23-4814-a49c-a9d58a56ce07,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:37.157874 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34d487c1-80f1-4f05-b408-03a143e4090d req-d2329918-28ad-4e69-af2e-b8a2ce68c7fd tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983502 Oct 28 17:09:37.167044 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d67c663b-7be7-4907-93f0-702285fbb544 None None] Port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:09:37.220263 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0160ddb-2634-4d41-8ed9-5eb0af30c9ee x-openstack-request-id: req-a0160ddb-2634-4d41-8ed9-5eb0af30c9ee {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:09:37.220557 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bae380-35c6-4b60-9264-61e80920ee23", "tag": "dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:09:37.220805 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0160ddb-2634-4d41-8ed9-5eb0af30c9ee {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:09:37.221359 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0160ddb-2634-4d41-8ed9-5eb0af30c9ee'] response: {'name': 'network-changed', 'server_uuid': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'tag': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27', 'status': 'completed', 'code': 200} Oct 28 17:09:37.239139 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd177-84b4-4238-b110-2bea8c91cdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:37.258661 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1d15dd56-e69f-4929-a6e8-a51414bd7dd3 req-8bcea568-27fd-4a97-9e4d-6e3483430ec0 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029135 Oct 28 17:09:37.274668 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-feefd3e3-bee7-43b6-8b18-25b9868a166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:37.276267 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-feefd3e3-bee7-43b6-8b18-25b9868a166e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 1128 time: 0.2166412 Oct 28 17:09:37.299208 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-715528f7-8627-4e6b-ab36-bb0e75de3725 req-7fba2968-1b28-4796-add6-91777761e035 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950305 Oct 28 17:09:37.414965 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34282ee8-a341-4d28-85a8-b2b2598a5df5 req-036d39ac-7c7e-4cec-b7fb-c93c6e281da7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:37.416464 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34282ee8-a341-4d28-85a8-b2b2598a5df5 req-036d39ac-7c7e-4cec-b7fb-c93c6e281da7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0568373 Oct 28 17:09:37.476833 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34282ee8-a341-4d28-85a8-b2b2598a5df5 req-ec6a8240-4880-402f-a52d-789e30e26f3c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525079 Oct 28 17:09:37.547035 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb01be-e742-44ca-ac92-4fdfe1e9b9b6 req-3c852621-d860-485d-b45a-fa5a922452f2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:37.548542 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96fb01be-e742-44ca-ac92-4fdfe1e9b9b6 req-3c852621-d860-485d-b45a-fa5a922452f2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0609696 Oct 28 17:09:37.775052 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96fb01be-e742-44ca-ac92-4fdfe1e9b9b6 req-bda9f472-018c-4f1c-a555-15775152ee4d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187486 Oct 28 17:09:38.128665 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58132) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:38.299103 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-019b5459-dae3-4d18-8dcd-081175ad7e13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 HTTP/1.1" status: 200 len: 217 time: 0.0368991 Oct 28 17:09:38.318341 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cab71f-3eae-4c38-8125-267c1a4f0d4c req-8d7a5448-ffcc-47d9-a359-d46b52f48988 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:38.319851 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-55cab71f-3eae-4c38-8125-267c1a4f0d4c req-8d7a5448-ffcc-47d9-a359-d46b52f48988 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0847158 Oct 28 17:09:38.352117 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8b6b1f66-c289-4928-ac94-59ded535c074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:38.402191 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-55cab71f-3eae-4c38-8125-267c1a4f0d4c req-6bc40003-bfa7-4e7f-80b7-2b2547e8adf6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751164 Oct 28 17:09:38.428463 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b1d16-d886-4160-98d7-626fc135f598 req-b503d4b0-3a9e-43d9-8782-f5125d4d439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:38.430650 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c34b1d16-d886-4160-98d7-626fc135f598 req-b503d4b0-3a9e-43d9-8782-f5125d4d439a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0537789 Oct 28 17:09:38.443784 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6150e6-b3a5-4775-b2ca-66a8972d39a8 req-7da3ae4f-e277-4a43-bd85-2ab16d22073d tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:38.445873 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1a6150e6-b3a5-4775-b2ca-66a8972d39a8 req-7da3ae4f-e277-4a43-bd85-2ab16d22073d tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0958974 Oct 28 17:09:38.503146 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-68621605-bf7a-4eb0-9975-e5106ef3d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:38.504842 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-68621605-bf7a-4eb0-9975-e5106ef3d2c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 200 len: 850 time: 0.0913150 Oct 28 17:09:38.558335 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1a6150e6-b3a5-4775-b2ca-66a8972d39a8 req-f5d36016-ca21-4383-b5eb-f77b7a41dc28 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940816 Oct 28 17:09:38.583028 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b1d16-d886-4160-98d7-626fc135f598 req-f5f2392f-3680-4012-99dc-c66293e4ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:38.586877 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c34b1d16-d886-4160-98d7-626fc135f598 req-f5f2392f-3680-4012-99dc-c66293e4ac45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1425383 Oct 28 17:09:38.587012 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-d3d25fc6-820e-41b4-9d1f-93b354cdbab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:38.588656 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-d3d25fc6-820e-41b4-9d1f-93b354cdbab6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1275e91b-d159-4566-9d23-a40414dc1241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774894 Oct 28 17:09:38.632721 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8b6b1f66-c289-4928-ac94-59ded535c074 admin admin] Publish callbacks [] for security_group (ba032c64-1613-45fb-8d88-c6ffaa995830), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:38.660545 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8b6b1f66-c289-4928-ac94-59ded535c074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ba032c64-1613-45fb-8d88-c6ffaa995830), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:38.694109 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8b6b1f66-c289-4928-ac94-59ded535c074 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8583f962fc246a5a7fc87754753005a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5643246 Oct 28 17:09:38.697841 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 58156) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:38.735703 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b1f66-c289-4928-ac94-59ded535c074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba032c64-1613-45fb-8d88-c6ffaa995830,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:38.769137 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c34b1d16-d886-4160-98d7-626fc135f598 req-1d99a116-1b41-42bc-a9c8-7745e0517308 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707203 Oct 28 17:09:38.774377 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7242-a87c-47da-8107-0b7e3d2d0cf4 req-25a9997e-334e-4c41-ba2d-6ea2bce3ce14 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:38.775966 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-880b7242-a87c-47da-8107-0b7e3d2d0cf4 req-25a9997e-334e-4c41-ba2d-6ea2bce3ce14 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.1594777 Oct 28 17:09:38.782857 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-6f7351ee-0bef-4513-9abe-9ea9191753e8 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813185 Oct 28 17:09:38.888094 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-880b7242-a87c-47da-8107-0b7e3d2d0cf4 req-5e6049f7-b133-4457-92e0-278e7a6eddb4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030409 Oct 28 17:09:38.894127 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cabb6572-0cd2-4962-8dc4-5d9cc96de5f9 admin admin] Publish callbacks [] for security_group (ba032c64-1613-45fb-8d88-c6ffaa995830), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:38.947974 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c34b1d16-d886-4160-98d7-626fc135f598 req-52e2cc05-20ad-44ff-a0e2-cb5a4e376430 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697066 Oct 28 17:09:38.960571 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cabb6572-0cd2-4962-8dc4-5d9cc96de5f9 admin admin] Publish callbacks [] for security_group (ba032c64-1613-45fb-8d88-c6ffaa995830), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:39.020854 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a29f317-7b86-43e6-8028-e39409fd8a0c req-a4225041-b1fe-4049-bfd6-085c351a9aa2 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097566 Oct 28 17:09:39.029539 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80750bf-ca83-479a-b6c3-82eefe20c2f3 req-e1b7df91-f55d-4fb0-83c6-55af7f711fe9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:39.031146 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a80750bf-ca83-479a-b6c3-82eefe20c2f3 req-e1b7df91-f55d-4fb0-83c6-55af7f711fe9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.1205370 Oct 28 17:09:39.063736 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cabb6572-0cd2-4962-8dc4-5d9cc96de5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ba032c64-1613-45fb-8d88-c6ffaa995830), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:39.066820 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cabb6572-0cd2-4962-8dc4-5d9cc96de5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:39.067964 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cabb6572-0cd2-4962-8dc4-5d9cc96de5f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba032c64-1613-45fb-8d88-c6ffaa995830 HTTP/1.1" status: 204 len: 168 time: 0.3684583 Oct 28 17:09:39.083391 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb6572-0cd2-4962-8dc4-5d9cc96de5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba032c64-1613-45fb-8d88-c6ffaa995830,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:39.108253 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-32aa2ffa-3a5b-410e-88ce-fc15dbf6a383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:39.113168 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a80750bf-ca83-479a-b6c3-82eefe20c2f3 req-ded4b1e0-55fe-4254-ad32-53b78e51e341 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683062 Oct 28 17:09:39.204980 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-b6752619-e425-43a9-b9aa-1600f427d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:39.209411 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-b6752619-e425-43a9-b9aa-1600f427d6db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 1128 time: 0.0596280 Oct 28 17:09:39.334028 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-7b413a15-ed44-4f28-924f-444ec66a5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:39.335701 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-7b413a15-ed44-4f28-924f-444ec66a5d0b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 912 time: 0.1225221 Oct 28 17:09:39.495689 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-5c0e27e8-49a5-4a1c-bd50-ecbf44fe1ccd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 HTTP/1.1" status: 200 len: 217 time: 0.0438454 Oct 28 17:09:39.589132 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-647ab73e-9c0f-4f2d-8b3d-26ee0fcb8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:39.590960 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-647ab73e-9c0f-4f2d-8b3d-26ee0fcb8cec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 200 len: 850 time: 0.0850105 Oct 28 17:09:39.641467 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adc0f8-1fb0-4c09-b7f1-554cf86d1be3 req-217ac6d9-05ad-4f99-b808-510158978b14 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:39.643004 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96adc0f8-1fb0-4c09-b7f1-554cf86d1be3 req-217ac6d9-05ad-4f99-b808-510158978b14 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.1464703 Oct 28 17:09:39.733611 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-feeeb74e-1961-4c93-b441-c45bc791e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:39.735235 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-feeeb74e-1961-4c93-b441-c45bc791e73b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1275e91b-d159-4566-9d23-a40414dc1241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1352999 Oct 28 17:09:39.738467 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96adc0f8-1fb0-4c09-b7f1-554cf86d1be3 req-3b8e2eab-84e4-4072-b2c4-73e9b27c303f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823779 Oct 28 17:09:39.762878 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184367e-f639-4eeb-955b-2fa1044c6035 req-67ac0a72-9356-4060-a4a2-927f5e597116 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:39.764208 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2184367e-f639-4eeb-955b-2fa1044c6035 req-67ac0a72-9356-4060-a4a2-927f5e597116 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.1201215 Oct 28 17:09:39.874605 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2184367e-f639-4eeb-955b-2fa1044c6035 req-12f1d75c-5863-417a-ae01-cb65e703c7b4 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037171 Oct 28 17:09:39.914131 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-f677d8ea-786a-4123-9e49-c814ad5f3ca1 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711779 Oct 28 17:09:40.066543 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71b324a5-4e67-4d52-93cc-92ad341fb89d req-22a4faea-ef15-4883-ae60-dba10e55653c service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463468 Oct 28 17:09:40.074539 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a363f-528b-4d93-92e6-bb792f5a2db5 req-efed1dca-670a-4468-9341-26b0ac68c624 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:40.075918 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b85a363f-528b-4d93-92e6-bb792f5a2db5 req-efed1dca-670a-4468-9341-26b0ac68c624 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0953808 Oct 28 17:09:40.132926 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b85a363f-528b-4d93-92e6-bb792f5a2db5 req-8c97b931-a757-4e31-a2aa-2ed368c6cb96 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503957 Oct 28 17:09:40.268045 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bb958-a480-4325-89db-a23ec00bca66 req-1afce290-a04c-4e30-be80-cebbec7121ed tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:40.269585 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-050bb958-a480-4325-89db-a23ec00bca66 req-1afce290-a04c-4e30-be80-cebbec7121ed tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0596561 Oct 28 17:09:40.328149 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-050bb958-a480-4325-89db-a23ec00bca66 req-bdad08b1-9aba-4e05-89c9-9b019ef40c8b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524292 Oct 28 17:09:40.875884 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc26b1b-8778-4b8e-a84c-ba4859f67ff7 req-e75b0eea-c38e-40cf-a1e2-774e0874ebf1 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:40.877374 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8bc26b1b-8778-4b8e-a84c-ba4859f67ff7 req-e75b0eea-c38e-40cf-a1e2-774e0874ebf1 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0560858 Oct 28 17:09:40.927076 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8bc26b1b-8778-4b8e-a84c-ba4859f67ff7 req-b2648c79-dd1e-4cd8-8abb-d9e41da47b13 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422885 Oct 28 17:09:41.015934 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee54c55-e6f4-4980-bf17-5617cc2f808d req-8905f226-b203-4d1e-95d9-59b2b25664fe tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:41.017320 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9ee54c55-e6f4-4980-bf17-5617cc2f808d req-8905f226-b203-4d1e-95d9-59b2b25664fe tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0519819 Oct 28 17:09:41.063042 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9ee54c55-e6f4-4980-bf17-5617cc2f808d req-70a86ed5-a4a3-427e-bd6b-edf81e49d10c tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Oct 28 17:09:41.267930 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a79ef-ce18-4a64-ba45-fca0a2b63647 req-b16d6b69-8c67-49fb-8f43-772a1bf84ae4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:41.269349 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-153a79ef-ce18-4a64-ba45-fca0a2b63647 req-b16d6b69-8c67-49fb-8f43-772a1bf84ae4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0613885 Oct 28 17:09:41.318683 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-153a79ef-ce18-4a64-ba45-fca0a2b63647 req-6bad1f71-a9b1-45e7-a096-ea797061f9a9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430424 Oct 28 17:09:41.434108 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3ce7f870-2d9a-4355-bc2b-200d6ed3bc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:41.494893 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaff0ec-1a21-4724-9770-f83c5f3e0745 req-7a1a08c8-1166-452e-b247-c751fc07e885 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:41.498504 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bcaff0ec-1a21-4724-9770-f83c5f3e0745 req-7a1a08c8-1166-452e-b247-c751fc07e885 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0581758 Oct 28 17:09:41.548049 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bcaff0ec-1a21-4724-9770-f83c5f3e0745 req-b0feb633-d51c-4043-8f68-e84b25a55e14 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458848 Oct 28 17:09:42.060891 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003104-28d0-4157-a2f6-a13ba655cd03 req-d637a850-352c-481c-bf4e-c544d6a9eda7 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:42.062388 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-27003104-28d0-4157-a2f6-a13ba655cd03 req-d637a850-352c-481c-bf4e-c544d6a9eda7 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0536931 Oct 28 17:09:42.113007 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-27003104-28d0-4157-a2f6-a13ba655cd03 req-ba46a787-7e64-4e27-8ab4-46465b4eef47 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444360 Oct 28 17:09:42.189667 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042247f1-d941-4187-a2be-8840ee7906a3 req-d89c8e65-513c-44f0-ac9c-8f6ea034a2db tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:42.191153 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-042247f1-d941-4187-a2be-8840ee7906a3 req-d89c8e65-513c-44f0-ac9c-8f6ea034a2db tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0545013 Oct 28 17:09:42.239627 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-042247f1-d941-4187-a2be-8840ee7906a3 req-789d4952-cf43-44e8-bffd-e214e157de9f tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Oct 28 17:09:42.451825 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:42.465464 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8110-95ba-496d-80ee-f6c7bd9a7841 req-07e412b4-6eb0-4c6f-b380-7f5a7219dfe9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:42.466934 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-145c8110-95ba-496d-80ee-f6c7bd9a7841 req-07e412b4-6eb0-4c6f-b380-7f5a7219dfe9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0612092 Oct 28 17:09:42.514500 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-145c8110-95ba-496d-80ee-f6c7bd9a7841 req-37d4aa58-55c2-4c2d-8467-0d745152f287 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Oct 28 17:09:42.711687 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8c36f-b430-4ec0-89d5-187cf2d10b98 req-6118ab1d-5459-4858-983f-240eb9b588c1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:42.713150 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f8a8c36f-b430-4ec0-89d5-187cf2d10b98 req-6118ab1d-5459-4858-983f-240eb9b588c1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0760331 Oct 28 17:09:42.764654 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f8a8c36f-b430-4ec0-89d5-187cf2d10b98 req-e8ba2169-b83e-4092-9b59-9e1cb82adda7 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457189 Oct 28 17:09:43.247830 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e45a1-3bfd-4a3d-a58f-a6189f74c81b req-b9fccee3-ef9a-454c-a899-977ff9d1b77b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:43.249286 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e45e45a1-3bfd-4a3d-a58f-a6189f74c81b req-b9fccee3-ef9a-454c-a899-977ff9d1b77b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0546281 Oct 28 17:09:43.298867 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e45e45a1-3bfd-4a3d-a58f-a6189f74c81b req-7359d7b2-3ab5-4efa-8d81-ccf15a357acd tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415127 Oct 28 17:09:43.360574 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57666943-fc91-4e94-b8c2-eda46ab31ad9 req-ca862d54-818a-4c06-a4a8-bfe663d5e6f2 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:43.362051 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-57666943-fc91-4e94-b8c2-eda46ab31ad9 req-ca862d54-818a-4c06-a4a8-bfe663d5e6f2 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0508194 Oct 28 17:09:43.410303 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-57666943-fc91-4e94-b8c2-eda46ab31ad9 req-93ffb9e9-a05b-4803-bb6e-e3a073c4c7a8 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Oct 28 17:09:43.645228 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6652e8f-e530-4b03-9145-073a1d64d007 req-f5f8bcc2-7289-4f2a-bb00-0318c26f61bf tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:43.646716 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d6652e8f-e530-4b03-9145-073a1d64d007 req-f5f8bcc2-7289-4f2a-bb00-0318c26f61bf tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0522406 Oct 28 17:09:43.694267 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d6652e8f-e530-4b03-9145-073a1d64d007 req-e5d8f461-f70f-4cb8-b3c9-e99fc65127c4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Oct 28 17:09:43.914832 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d606d1-3566-4670-b804-1624256fea39 req-8529c961-369e-479a-b4b4-63c87048d173 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:43.916312 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-93d606d1-3566-4670-b804-1624256fea39 req-8529c961-369e-479a-b4b4-63c87048d173 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0632906 Oct 28 17:09:43.964995 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-93d606d1-3566-4670-b804-1624256fea39 req-b08e3a2e-de2d-4c4b-850a-52be71715371 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428922 Oct 28 17:09:44.034043 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:44.435671 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7476-83ab-422f-9904-0bb88d64d411 req-522a74ea-ba81-4ee7-b5d8-695a67f0d3b7 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:44.437133 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aec7476-83ab-422f-9904-0bb88d64d411 req-522a74ea-ba81-4ee7-b5d8-695a67f0d3b7 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0581026 Oct 28 17:09:44.484572 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aec7476-83ab-422f-9904-0bb88d64d411 req-e4e84943-e77d-484f-98bd-552ceb00a7d8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Oct 28 17:09:44.535764 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662fb43-f2c8-40b6-8a5a-afb8e0a320b8 req-9e22a7e5-94ea-4535-935a-dcdab9f735ba tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:44.537262 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8662fb43-f2c8-40b6-8a5a-afb8e0a320b8 req-9e22a7e5-94ea-4535-935a-dcdab9f735ba tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0518370 Oct 28 17:09:44.591341 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8662fb43-f2c8-40b6-8a5a-afb8e0a320b8 req-5b6ccde9-a3de-420d-8503-1462ccdbf15c tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482042 Oct 28 17:09:44.823516 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbeec46-ff57-49f0-b4c8-f350df3df009 req-c20ad903-758c-4e38-8f3f-6d6a1e760371 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:44.825033 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6cbeec46-ff57-49f0-b4c8-f350df3df009 req-c20ad903-758c-4e38-8f3f-6d6a1e760371 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0571260 Oct 28 17:09:44.874654 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6cbeec46-ff57-49f0-b4c8-f350df3df009 req-a7f6263d-1870-4bfa-b6f9-7d174b141bf1 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433865 Oct 28 17:09:45.091592 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629cbca-8a24-4ede-8d5f-6eeeec9f9471 req-577983a6-c53e-4646-a431-b6de810cfe41 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:45.093041 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8629cbca-8a24-4ede-8d5f-6eeeec9f9471 req-577983a6-c53e-4646-a431-b6de810cfe41 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0527821 Oct 28 17:09:45.143221 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8629cbca-8a24-4ede-8d5f-6eeeec9f9471 req-2274f8c0-c544-488e-8e28-d0e897b25351 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 Oct 28 17:09:45.354798 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:45.614793 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f149302-fea8-4be5-ab4c-27499be54f21 req-4d288b0f-2dfa-49f4-8e75-d5efab7e5a67 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:45.616275 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f149302-fea8-4be5-ab4c-27499be54f21 req-4d288b0f-2dfa-49f4-8e75-d5efab7e5a67 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0542886 Oct 28 17:09:45.666901 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f149302-fea8-4be5-ab4c-27499be54f21 req-528c7e57-6421-4377-8066-d53445a93c8a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447378 Oct 28 17:09:45.720738 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200a565-e5fb-4b15-8379-eb1aef60c7cc req-9909c445-12a2-47fb-bf86-fa64c1a72f68 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:45.722210 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e200a565-e5fb-4b15-8379-eb1aef60c7cc req-9909c445-12a2-47fb-bf86-fa64c1a72f68 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0544343 Oct 28 17:09:45.768203 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e200a565-e5fb-4b15-8379-eb1aef60c7cc req-6ca7e818-11cb-401c-8ae1-f8a1f9a50c9e tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 Oct 28 17:09:45.999097 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fd0f4-8885-453f-8239-4c4ccc2668f2 req-7363cfe4-1d44-4af1-a803-7d6a9a37beb9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:46.000590 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ee0fd0f4-8885-453f-8239-4c4ccc2668f2 req-7363cfe4-1d44-4af1-a803-7d6a9a37beb9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0532062 Oct 28 17:09:46.047671 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ee0fd0f4-8885-453f-8239-4c4ccc2668f2 req-0060a199-839e-4754-8278-2001f3c4116c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411315 Oct 28 17:09:46.280090 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c765b6-2a41-458b-bd34-56be7b7db831 req-1e94a121-358b-42ec-9c10-1a2960038062 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:46.281555 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-81c765b6-2a41-458b-bd34-56be7b7db831 req-1e94a121-358b-42ec-9c10-1a2960038062 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0565152 Oct 28 17:09:46.332027 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-81c765b6-2a41-458b-bd34-56be7b7db831 req-f93cbe23-b5e9-4d04-a073-06c145ea0bf5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Oct 28 17:09:46.799646 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d313724-45dd-4136-bc2f-e3ba5537aa3a req-097a15ea-8518-4e65-9f86-606d23019c66 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:46.801185 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0d313724-45dd-4136-bc2f-e3ba5537aa3a req-097a15ea-8518-4e65-9f86-606d23019c66 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0597172 Oct 28 17:09:46.859732 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0d313724-45dd-4136-bc2f-e3ba5537aa3a req-c8f26b51-4bd9-430f-8419-4eadf9eb37b7 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510685 Oct 28 17:09:46.899091 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b8233-8456-492e-a3c7-ec14d0baa60c req-be377c90-3134-498f-b4de-6c2391c3dd3e tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:46.900558 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-431b8233-8456-492e-a3c7-ec14d0baa60c req-be377c90-3134-498f-b4de-6c2391c3dd3e tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0564282 Oct 28 17:09:46.952721 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-431b8233-8456-492e-a3c7-ec14d0baa60c req-b370af6f-9eec-418e-8ded-acab3e5ae180 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439260 Oct 28 17:09:47.186744 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ddba2-0aaa-4fbc-93db-ac196e67dc2b req-ae8830de-3cef-4653-9873-b649ceafca7f tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:47.188103 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c24ddba2-0aaa-4fbc-93db-ac196e67dc2b req-ae8830de-3cef-4653-9873-b649ceafca7f tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0584581 Oct 28 17:09:47.234543 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c24ddba2-0aaa-4fbc-93db-ac196e67dc2b req-5bf87097-5db1-40ef-970e-547da574b93f tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404713 Oct 28 17:09:47.481842 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d2fe-1008-4ed6-bbce-2391b083077e req-b49ef169-8ca5-42fa-b17b-fe34a863ae17 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:47.483208 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7446d2fe-1008-4ed6-bbce-2391b083077e req-b49ef169-8ca5-42fa-b17b-fe34a863ae17 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0616300 Oct 28 17:09:47.528642 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7446d2fe-1008-4ed6-bbce-2391b083077e req-e8328fea-7f18-460e-882b-755473ac8b14 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397506 Oct 28 17:09:48.007108 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff57d73-4ebd-45e1-b1c0-7e08fcb1eb32 req-1777f69b-884a-47bd-b7aa-8007bf7a3fa5 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:48.008933 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9ff57d73-4ebd-45e1-b1c0-7e08fcb1eb32 req-1777f69b-884a-47bd-b7aa-8007bf7a3fa5 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0594304 Oct 28 17:09:48.083159 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9ff57d73-4ebd-45e1-b1c0-7e08fcb1eb32 req-913cd246-e076-4f11-b2cc-5179699f4e68 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684235 Oct 28 17:09:48.098000 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cd6cc-6cf0-4948-96a6-43055f1d5f82 req-d6048871-cba3-4988-b5b6-91cb6b58ce2a tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:48.099409 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dc9cd6cc-6cf0-4948-96a6-43055f1d5f82 req-d6048871-cba3-4988-b5b6-91cb6b58ce2a tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0705676 Oct 28 17:09:48.146600 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dc9cd6cc-6cf0-4948-96a6-43055f1d5f82 req-a8ed1d79-0f31-49b2-a615-16326cf06d58 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Oct 28 17:09:48.375960 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88697372-3302-439c-8fa5-7f281b2fae2a req-359298e0-1e5e-4398-828d-ae53699024ff tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:48.377920 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88697372-3302-439c-8fa5-7f281b2fae2a req-359298e0-1e5e-4398-828d-ae53699024ff tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0608075 Oct 28 17:09:48.424470 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88697372-3302-439c-8fa5-7f281b2fae2a req-93aa0aa0-e6af-4c9f-b837-2e6ae5b2dcc0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Oct 28 17:09:48.664087 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cdacd-3997-44a1-a9ed-1f577648d6d4 req-b1b8093a-4571-43fd-9f59-8ea7e06ef526 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:48.665566 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c06cdacd-3997-44a1-a9ed-1f577648d6d4 req-b1b8093a-4571-43fd-9f59-8ea7e06ef526 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0529618 Oct 28 17:09:48.712163 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c06cdacd-3997-44a1-a9ed-1f577648d6d4 req-da40e2f8-5f41-4da4-87fe-3d74b4f0e703 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408831 Oct 28 17:09:49.212532 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d4619-1216-4bac-a73e-35d1da62639f req-124717cd-05da-4f4c-a67c-7ae08c350d6a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:49.218593 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c24d4619-1216-4bac-a73e-35d1da62639f req-124717cd-05da-4f4c-a67c-7ae08c350d6a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0600665 Oct 28 17:09:49.292194 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c24d4619-1216-4bac-a73e-35d1da62639f req-dfefd95b-72a1-4994-998a-9e5650797a53 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725696 Oct 28 17:09:49.303430 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d379b26-899b-41e0-af23-1e78bab98c38 req-c6d89f9f-22e0-4d35-a5ea-d81d229b62a1 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:49.304882 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1d379b26-899b-41e0-af23-1e78bab98c38 req-c6d89f9f-22e0-4d35-a5ea-d81d229b62a1 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0835891 Oct 28 17:09:49.351615 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1d379b26-899b-41e0-af23-1e78bab98c38 req-dde7575f-d58b-4ab5-8c42-16148ef278e0 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Oct 28 17:09:49.553694 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193e394-c85b-4747-89ca-a2061004e7c3 req-70ea692d-7d5e-46d3-b5db-4dbcb43d9cdf tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:49.555198 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b193e394-c85b-4747-89ca-a2061004e7c3 req-70ea692d-7d5e-46d3-b5db-4dbcb43d9cdf tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0555968 Oct 28 17:09:49.604739 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b193e394-c85b-4747-89ca-a2061004e7c3 req-cea122aa-d21c-419f-9d30-c29330792925 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439913 Oct 28 17:09:49.852096 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13872f3a-1b5d-4531-bbac-e29da970d1b9 req-5fd8fb7e-1536-4462-9916-c5ac23dc2114 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:49.853581 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-13872f3a-1b5d-4531-bbac-e29da970d1b9 req-5fd8fb7e-1536-4462-9916-c5ac23dc2114 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0623825 Oct 28 17:09:49.902418 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-13872f3a-1b5d-4531-bbac-e29da970d1b9 req-33f57e32-e3e9-42a6-a8de-3b269ca8bba0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427978 Oct 28 17:09:50.418154 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14335af-d132-4dea-bea9-b7ab625e0d0b req-2d7bb55b-bc65-4d83-981c-c2ff46965fee tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:50.419641 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f14335af-d132-4dea-bea9-b7ab625e0d0b req-2d7bb55b-bc65-4d83-981c-c2ff46965fee tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0560732 Oct 28 17:09:50.500332 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f14335af-d132-4dea-bea9-b7ab625e0d0b req-1f3c9fa8-655b-4eef-941a-19f1ab8193ea tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687497 Oct 28 17:09:50.506813 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280ab63-6114-4d65-98d0-02519a367587 req-9feee5b2-7cb0-4d52-9a9b-3431c41e7212 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:50.508244 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a280ab63-6114-4d65-98d0-02519a367587 req-9feee5b2-7cb0-4d52-9a9b-3431c41e7212 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0852730 Oct 28 17:09:50.739365 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a280ab63-6114-4d65-98d0-02519a367587 req-209318a8-4fc5-4068-8011-6f09c60108a4 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252848 Oct 28 17:09:50.754690 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a6c76-c4fd-4658-9ebe-688ec1657993 req-d241f95a-2dc6-4bf1-b59a-b0ced27e34fa tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:50.756214 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ce3a6c76-c4fd-4658-9ebe-688ec1657993 req-d241f95a-2dc6-4bf1-b59a-b0ced27e34fa tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0710931 Oct 28 17:09:50.803743 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ce3a6c76-c4fd-4658-9ebe-688ec1657993 req-092e5072-dc1f-49aa-a244-66f4a14fa707 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 Oct 28 17:09:51.040297 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9935704-1afa-4171-8c17-f504f173a0d1 req-4deb914f-653b-4cd9-a428-109719192116 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:51.041894 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e9935704-1afa-4171-8c17-f504f173a0d1 req-4deb914f-653b-4cd9-a428-109719192116 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0532897 Oct 28 17:09:51.095976 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e9935704-1afa-4171-8c17-f504f173a0d1 req-bf8299d8-329d-419b-9562-4c5cf31889a5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482674 Oct 28 17:09:51.280612 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:51.625493 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75d3b7-5a69-439b-a236-2aa85b245397 req-f1d4ceb3-97a0-49c8-842c-bd3af7a1619f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:51.627058 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bf75d3b7-5a69-439b-a236-2aa85b245397 req-f1d4ceb3-97a0-49c8-842c-bd3af7a1619f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 944 time: 0.0541036 Oct 28 17:09:51.674927 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bf75d3b7-5a69-439b-a236-2aa85b245397 req-97ce464f-9c50-4580-bbc0-b899a3bed31a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420444 Oct 28 17:09:51.868686 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977d119-64e8-4e7c-84a2-7e520793c3ec req-6e7d110a-d614-434d-8ac5-cf89bdc09588 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:51.870420 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d977d119-64e8-4e7c-84a2-7e520793c3ec req-6e7d110a-d614-434d-8ac5-cf89bdc09588 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0539796 Oct 28 17:09:51.949086 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d977d119-64e8-4e7c-84a2-7e520793c3ec req-35c09709-b3e6-4c22-a0f9-5d95eb9b34eb tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693545 Oct 28 17:09:51.971353 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366be8f3-e427-413a-b5b9-a2f9806eb13e req-5260fb01-3d65-4b28-a79e-8ec9dd8694be tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:51.972806 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-366be8f3-e427-413a-b5b9-a2f9806eb13e req-5260fb01-3d65-4b28-a79e-8ec9dd8694be tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.0764658 Oct 28 17:09:52.019603 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-366be8f3-e427-413a-b5b9-a2f9806eb13e req-9783f6c3-4078-4da7-9628-535d19fd5594 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409107 Oct 28 17:09:52.234010 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a7b8-e105-4ae7-ad91-21038cae8920 req-b7f61335-4aea-42a8-b251-7c19ace0de7e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:52.235510 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0522a7b8-e105-4ae7-ad91-21038cae8920 req-b7f61335-4aea-42a8-b251-7c19ace0de7e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0592878 Oct 28 17:09:52.283803 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0522a7b8-e105-4ae7-ad91-21038cae8920 req-fee69dbf-fbf2-4c25-b6dc-035d6e09d5da tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422969 Oct 28 17:09:52.409900 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:09:52.532876 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:52.682098 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'port_id': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27', 'mac_address': 'fa:16:3e:db:c3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:09:52.728397 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:52.728805 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:52.739807 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58568) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:52.744330 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:09:52.772683 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:52.778162 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:52.779931 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device dd08ed26-2457-4b69-8a84-9fead8689372 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:09:52.843645 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc04ed-448f-4269-8c41-5595bde085e5 req-fb7e97fe-5004-44ad-a3c1-fdfcd68d16f3 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:52.846125 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-93cc04ed-448f-4269-8c41-5595bde085e5 req-fb7e97fe-5004-44ad-a3c1-fdfcd68d16f3 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 945 time: 0.0806024 Oct 28 17:09:52.886609 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-173f2114-b7bb-43f4-ab3b-1459bbd7e492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:52.901744 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:52.919545 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-93cc04ed-448f-4269-8c41-5595bde085e5 req-24b42070-d42f-420a-879d-3d9432aba9fd tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662699 Oct 28 17:09:52.971405 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port dd08ed26-2457-4b69-8a84-9fead8689372, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=dd08ed26-2457-4b69-8a84-9fead8689372,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:52.983955 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-173f2114-b7bb-43f4-ab3b-1459bbd7e492 admin admin] Publish callbacks [] for security_group (9b55d57a-7e32-4d38-a5e0-90ffc9fa09ee), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:52.989085 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': 'dd08ed26-2457-4b69-8a84-9fead8689372', 'network_id': '9efc92a5-2966-4a3b-8cca-04db2c9140e1', 'port_id': 'dd08ed26-2457-4b69-8a84-9fead8689372', 'mac_address': 'fa:16:3e:fa:ed:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef86c61-aca3-4f4d-b8da-dafda8d71620', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:09:52.991906 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-173f2114-b7bb-43f4-ab3b-1459bbd7e492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (9b55d57a-7e32-4d38-a5e0-90ffc9fa09ee), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.031448 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f2114-b7bb-43f4-ab3b-1459bbd7e492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b55d57a-7e32-4d38-a5e0-90ffc9fa09ee,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:53.034357 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port dd08ed26-2457-4b69-8a84-9fead8689372 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:53.034357 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.041723 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-173f2114-b7bb-43f4-ab3b-1459bbd7e492 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=662189ac02c54157ba554eae62a51675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008029 Oct 28 17:09:53.042667 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58576) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:53.049914 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd08ed26-2457-4b69-8a84-9fead8689372 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:09:53.073114 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port dd08ed26-2457-4b69-8a84-9fead8689372, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=dd08ed26-2457-4b69-8a84-9fead8689372,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:53.080750 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.081625 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 7e8e821f-3b68-4e37-8c48-398d7fe02220 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:09:53.095111 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58580) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:53.121716 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcba83-3176-4542-ac91-a6e5f90f30f7 req-b00412fa-8e0a-47b0-8641-6b775a373fcd tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:53.124100 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f4bcba83-3176-4542-ac91-a6e5f90f30f7 req-b00412fa-8e0a-47b0-8641-6b775a373fcd tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 944 time: 0.0973148 Oct 28 17:09:53.127188 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1f02f72f-f7e6-48ed-b578-5eac8943ad87 admin admin] Publish callbacks [] for security_group (9b55d57a-7e32-4d38-a5e0-90ffc9fa09ee), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.152360 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1f02f72f-f7e6-48ed-b578-5eac8943ad87 admin admin] Publish callbacks [] for security_group (9b55d57a-7e32-4d38-a5e0-90ffc9fa09ee), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.197543 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=dd08ed26-2457-4b69-8a84-9fead8689372,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:53.211983 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1f02f72f-f7e6-48ed-b578-5eac8943ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (9b55d57a-7e32-4d38-a5e0-90ffc9fa09ee), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.214512 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f4bcba83-3176-4542-ac91-a6e5f90f30f7 req-51a8939e-dec7-488b-a7d6-e66796fb40c7 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784650 Oct 28 17:09:53.215314 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1f02f72f-f7e6-48ed-b578-5eac8943ad87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.217128 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1f02f72f-f7e6-48ed-b578-5eac8943ad87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b55d57a-7e32-4d38-a5e0-90ffc9fa09ee HTTP/1.1" status: 204 len: 168 time: 0.1733797 Oct 28 17:09:53.228662 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02f72f-f7e6-48ed-b578-5eac8943ad87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b55d57a-7e32-4d38-a5e0-90ffc9fa09ee,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:53.236510 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029ba7b-5184-4fc2-9fe6-4e2e433da308 req-9231574f-fa76-499a-9d91-b0d346e6b520 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:53.243541 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b029ba7b-5184-4fc2-9fe6-4e2e433da308 req-9231574f-fa76-499a-9d91-b0d346e6b520 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 944 time: 0.1184571 Oct 28 17:09:53.253473 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:53.261796 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-437af22e-0adc-4abf-816b-4c420e0598a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.285720 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'port_id': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'mac_address': 'fa:16:3e:d1:a2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:09:53.313061 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b029ba7b-5184-4fc2-9fe6-4e2e433da308 req-46733701-6410-41a5-ba8d-f71d64a5a04c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635026 Oct 28 17:09:53.340962 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 7e8e821f-3b68-4e37-8c48-398d7fe02220 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:53.341389 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.359657 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-437af22e-0adc-4abf-816b-4c420e0598a3 admin admin] Publish callbacks [] for security_group (03eec29e-b62e-45f7-a012-08d5f71bd846), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.361419 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8e821f-3b68-4e37-8c48-398d7fe02220 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:09:53.369784 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-437af22e-0adc-4abf-816b-4c420e0598a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (03eec29e-b62e-45f7-a012-08d5f71bd846), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.383513 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:53.391522 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.392697 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device b47dec5b-c931-4b57-a91d-f8302972a80e details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:09:53.414338 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-437af22e-0adc-4abf-816b-4c420e0598a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d5cb1ea22c5440f8c592ac4f5cf7278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173733 Oct 28 17:09:53.416877 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58592) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:53.441754 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437af22e-0adc-4abf-816b-4c420e0598a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eec29e-b62e-45f7-a012-08d5f71bd846,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:53.467563 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6d438-7493-4cce-9208-3979df2899e5 req-9e513721-6c8d-4395-a38e-d2dee14a1494 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:53.470654 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-53b6d438-7493-4cce-9208-3979df2899e5 req-9e513721-6c8d-4395-a38e-d2dee14a1494 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 944 time: 0.0702088 Oct 28 17:09:53.526181 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:53.547236 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-53b6d438-7493-4cce-9208-3979df2899e5 req-b8d908d5-2dae-4d46-8c75-8d05d7969776 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679960 Oct 28 17:09:53.557259 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-443d5cfe-96c2-40b9-b951-0fde7510deae admin admin] Publish callbacks [] for security_group (03eec29e-b62e-45f7-a012-08d5f71bd846), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.589136 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port b47dec5b-c931-4b57-a91d-f8302972a80e, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b47dec5b-c931-4b57-a91d-f8302972a80e,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:53.605647 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-443d5cfe-96c2-40b9-b951-0fde7510deae admin admin] Publish callbacks [] for security_group (03eec29e-b62e-45f7-a012-08d5f71bd846), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.606661 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'mac_address': 'fa:16:3e:85:d9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:09:53.654895 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 58602) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:53.660989 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port b47dec5b-c931-4b57-a91d-f8302972a80e is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:53.664462 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.669651 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7a9d141e-15b9-423a-addd-899280510df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.677449 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47dec5b-c931-4b57-a91d-f8302972a80e {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:09:53.701052 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-443d5cfe-96c2-40b9-b951-0fde7510deae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (03eec29e-b62e-45f7-a012-08d5f71bd846), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.703803 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-443d5cfe-96c2-40b9-b951-0fde7510deae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.704935 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-443d5cfe-96c2-40b9-b951-0fde7510deae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03eec29e-b62e-45f7-a012-08d5f71bd846 HTTP/1.1" status: 204 len: 168 time: 0.2869613 Oct 28 17:09:53.711093 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port b47dec5b-c931-4b57-a91d-f8302972a80e, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b47dec5b-c931-4b57-a91d-f8302972a80e,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:53.716877 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d5cfe-96c2-40b9-b951-0fde7510deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eec29e-b62e-45f7-a012-08d5f71bd846,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:53.723093 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.769523 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7a9d141e-15b9-423a-addd-899280510df5 admin admin] Publish callbacks [] for security_group (377f236c-bd46-4d25-bf00-f88285f6ef58), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.776781 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7a9d141e-15b9-423a-addd-899280510df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (377f236c-bd46-4d25-bf00-f88285f6ef58), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.802319 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=b47dec5b-c931-4b57-a91d-f8302972a80e,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:53.829009 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7a9d141e-15b9-423a-addd-899280510df5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2fca35d4a9f47c78ea577086500bb9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706135 Oct 28 17:09:53.829009 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d141e-15b9-423a-addd-899280510df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377f236c-bd46-4d25-bf00-f88285f6ef58,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:53.830087 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58612) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:53.954400 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4cd9187d-feaf-4a17-85e9-1e50d899a8bc admin admin] Publish callbacks [] for security_group (377f236c-bd46-4d25-bf00-f88285f6ef58), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:53.994039 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4cd9187d-feaf-4a17-85e9-1e50d899a8bc admin admin] Publish callbacks [] for security_group (377f236c-bd46-4d25-bf00-f88285f6ef58), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.072983 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4cd9187d-feaf-4a17-85e9-1e50d899a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (377f236c-bd46-4d25-bf00-f88285f6ef58), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.075551 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4cd9187d-feaf-4a17-85e9-1e50d899a8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.076701 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4cd9187d-feaf-4a17-85e9-1e50d899a8bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/377f236c-bd46-4d25-bf00-f88285f6ef58 HTTP/1.1" status: 204 len: 168 time: 0.2454195 Oct 28 17:09:54.087940 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9187d-feaf-4a17-85e9-1e50d899a8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377f236c-bd46-4d25-bf00-f88285f6ef58,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:54.103830 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55770bc7-94b7-405d-a819-d58273be2c4c req-7ef5f9f6-3993-4c79-a298-9121086a2453 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:54.105575 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-55770bc7-94b7-405d-a819-d58273be2c4c req-7ef5f9f6-3993-4c79-a298-9121086a2453 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 945 time: 0.0782268 Oct 28 17:09:54.161464 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-55770bc7-94b7-405d-a819-d58273be2c4c req-7140c3e7-fd68-4be0-96ad-502b782027ff tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468016 Oct 28 17:09:54.175065 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58628) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:54.189009 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8142e2f7-415e-4c61-a99c-6daf7183522f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.270670 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8142e2f7-415e-4c61-a99c-6daf7183522f admin admin] Publish callbacks [] for security_group (544d8dbc-6142-462a-9870-df7610d5eba1), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.276385 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8142e2f7-415e-4c61-a99c-6daf7183522f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (544d8dbc-6142-462a-9870-df7610d5eba1), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.326870 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8142e2f7-415e-4c61-a99c-6daf7183522f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d55d99979faa48509a9f4e162052c99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505899 Oct 28 17:09:54.329161 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142e2f7-415e-4c61-a99c-6daf7183522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544d8dbc-6142-462a-9870-df7610d5eba1,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:54.330264 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 58634) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:54.382164 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15535a-76bc-44b7-a1b2-443ac09a8975 req-543bbe9f-69a6-410b-bb13-16ac396f0844 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:54.383808 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e15535a-76bc-44b7-a1b2-443ac09a8975 req-543bbe9f-69a6-410b-bb13-16ac396f0844 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 945 time: 0.0932622 Oct 28 17:09:54.411040 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58638) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:54.424173 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4219494d-a401-433b-90a1-afecefaf7441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.476683 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7c972ec8-03f0-453c-aa1f-5ee144221543 admin admin] Publish callbacks [] for security_group (544d8dbc-6142-462a-9870-df7610d5eba1), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.494428 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e15535a-76bc-44b7-a1b2-443ac09a8975 req-df36a964-4374-404c-9fe6-4ad26a5618c9 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948153 Oct 28 17:09:54.502751 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ef982-90da-4d68-8bef-8e9b0af3c10f req-c9652005-fcad-4342-804b-7c91c2ce5f8e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:54.503220 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4219494d-a401-433b-90a1-afecefaf7441 admin admin] Publish callbacks [] for security_group (c4966b98-9be9-430e-b2e7-eb31acdd1979), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.504244 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957ef982-90da-4d68-8bef-8e9b0af3c10f req-c9652005-fcad-4342-804b-7c91c2ce5f8e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 945 time: 0.1165962 Oct 28 17:09:54.515387 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4219494d-a401-433b-90a1-afecefaf7441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (c4966b98-9be9-430e-b2e7-eb31acdd1979), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.521529 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7c972ec8-03f0-453c-aa1f-5ee144221543 admin admin] Publish callbacks [] for security_group (544d8dbc-6142-462a-9870-df7610d5eba1), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.550950 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219494d-a401-433b-90a1-afecefaf7441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4966b98-9be9-430e-b2e7-eb31acdd1979,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:54.556789 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4219494d-a401-433b-90a1-afecefaf7441 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e86036b3d4a045b7b082aeb9dc0dee08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446488 Oct 28 17:09:54.559844 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58640) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:54.568145 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:09:54.595417 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957ef982-90da-4d68-8bef-8e9b0af3c10f req-47899475-7759-4a01-bb5b-10f61b3e7aa8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811374 Oct 28 17:09:54.618442 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7c972ec8-03f0-453c-aa1f-5ee144221543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (544d8dbc-6142-462a-9870-df7610d5eba1), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.621243 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7c972ec8-03f0-453c-aa1f-5ee144221543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.622721 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7c972ec8-03f0-453c-aa1f-5ee144221543 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/544d8dbc-6142-462a-9870-df7610d5eba1 HTTP/1.1" status: 204 len: 168 time: 0.2903748 Oct 28 17:09:54.632530 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c972ec8-03f0-453c-aa1f-5ee144221543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544d8dbc-6142-462a-9870-df7610d5eba1,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:54.640473 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-06ca2a8a-740a-4bbf-beb0-5512e909fc85 admin admin] Publish callbacks [] for security_group (c4966b98-9be9-430e-b2e7-eb31acdd1979), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.662499 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-06ca2a8a-740a-4bbf-beb0-5512e909fc85 admin admin] Publish callbacks [] for security_group (c4966b98-9be9-430e-b2e7-eb31acdd1979), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.667750 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['b47dec5b-c931-4b57-a91d-f8302972a80e'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:09:54.669985 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['7e8e821f-3b68-4e37-8c48-398d7fe02220'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:09:54.680392 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['dd08ed26-2457-4b69-8a84-9fead8689372'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:09:54.725808 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d8ad7-cdc0-4eed-bc8d-f7912fa9a584 req-c2a48a89-ca5e-481b-a446-739e17d48643 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:54.727919 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-af6d8ad7-cdc0-4eed-bc8d-f7912fa9a584 req-c2a48a89-ca5e-481b-a446-739e17d48643 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 944 time: 0.0675316 Oct 28 17:09:54.731191 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-06ca2a8a-740a-4bbf-beb0-5512e909fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (c4966b98-9be9-430e-b2e7-eb31acdd1979), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.733901 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-06ca2a8a-740a-4bbf-beb0-5512e909fc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:54.735152 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-06ca2a8a-740a-4bbf-beb0-5512e909fc85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4966b98-9be9-430e-b2e7-eb31acdd1979 HTTP/1.1" status: 204 len: 168 time: 0.1742916 Oct 28 17:09:54.744175 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca2a8a-740a-4bbf-beb0-5512e909fc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4966b98-9be9-430e-b2e7-eb31acdd1979,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:54.817149 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-af6d8ad7-cdc0-4eed-bc8d-f7912fa9a584 req-7b32a9fc-3013-489c-bcf9-2da80b3866af tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823970 Oct 28 17:09:55.358658 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855012e1-753a-40c8-97bb-519a9bb2fb6a req-5638a273-97ab-40dd-b7d0-76e77fead2b4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:55.360679 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-855012e1-753a-40c8-97bb-519a9bb2fb6a req-5638a273-97ab-40dd-b7d0-76e77fead2b4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 945 time: 0.1024392 Oct 28 17:09:55.425115 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-855012e1-753a-40c8-97bb-519a9bb2fb6a req-6f46a847-68f9-46aa-8023-7beb63666eb7 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581634 Oct 28 17:09:55.724304 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000dd59-ce6d-45e1-9e3f-5fc326a83d91 req-9c19fe4f-cfd5-4541-b1ab-4262d1a04c2f tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:55.731482 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2000dd59-ce6d-45e1-9e3f-5fc326a83d91 req-9c19fe4f-cfd5-4541-b1ab-4262d1a04c2f tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 945 time: 0.1278491 Oct 28 17:09:55.806429 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2000dd59-ce6d-45e1-9e3f-5fc326a83d91 req-fc5c75cd-4751-4c44-9570-5991a4557be6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739088 Oct 28 17:09:55.814865 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fa0b2-6312-4a8c-bd3d-f8c29fd85c08 req-bd6058e1-91e0-4ba8-8858-a8164dc90f02 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:55.822001 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cf1fa0b2-6312-4a8c-bd3d-f8c29fd85c08 req-bd6058e1-91e0-4ba8-8858-a8164dc90f02 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 945 time: 0.1134248 Oct 28 17:09:55.876688 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cf1fa0b2-6312-4a8c-bd3d-f8c29fd85c08 req-24f2ec58-2289-4b08-a077-99f5450eef15 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526452 Oct 28 17:09:55.960883 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbe7b8-a832-4414-bfc5-630a2b60ffc4 req-c262a80f-4b30-4007-b530-9761a38973ea tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:55.962533 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-49cbe7b8-a832-4414-bfc5-630a2b60ffc4 req-c262a80f-4b30-4007-b530-9761a38973ea tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 944 time: 0.0531266 Oct 28 17:09:56.012399 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-49cbe7b8-a832-4414-bfc5-630a2b60ffc4 req-87c065ac-3ad4-4669-8077-c38085607bcb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438981 Oct 28 17:09:56.566685 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d455-be81-4bf7-9dc7-ef1885937342 req-ad6988fe-b483-4138-99d2-12d8cadcd268 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:56.568178 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-91d4d455-be81-4bf7-9dc7-ef1885937342 req-ad6988fe-b483-4138-99d2-12d8cadcd268 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 945 time: 0.0585375 Oct 28 17:09:56.623562 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-91d4d455-be81-4bf7-9dc7-ef1885937342 req-22fa3010-d83e-4035-bce6-c4beadbb3a78 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493910 Oct 28 17:09:56.871860 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 58784) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:56.895310 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 58788) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:57.051711 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-790e6741-3a79-422a-8b29-f0caf15488a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.053315 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.061155 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bc617-5a97-4279-aa6c-fe63e25b5ede req-2162341a-e3d6-49bf-aa90-71b31afb98e7 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:57.062629 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bc9bc617-5a97-4279-aa6c-fe63e25b5ede req-2162341a-e3d6-49bf-aa90-71b31afb98e7 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 945 time: 0.1610210 Oct 28 17:09:57.120026 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259d86f-1ef5-40ed-88dc-15148ed55f5a req-e1526293-2cca-4b4c-b431-a4f3e7f2a0c1 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:57.121443 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9259d86f-1ef5-40ed-88dc-15148ed55f5a req-e1526293-2cca-4b4c-b431-a4f3e7f2a0c1 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 945 time: 0.1577530 Oct 28 17:09:57.196873 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bc9bc617-5a97-4279-aa6c-fe63e25b5ede req-8e5df780-3a5f-4b78-b9f0-05d8708e6291 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184065 Oct 28 17:09:57.235478 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9259d86f-1ef5-40ed-88dc-15148ed55f5a req-fbcd0fd9-b8f7-4c9b-ae6e-7cb4b4ed17d5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077726 Oct 28 17:09:57.294461 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Publish callbacks [] for security_group (6bd3c248-eace-49d1-9a8c-db6f96c8486d), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.312937 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-790e6741-3a79-422a-8b29-f0caf15488a6 admin admin] Publish callbacks [] for security_group (d4ac7a18-057d-4f86-98bd-3fbd054c2f3a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.316839 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6bd3c248-eace-49d1-9a8c-db6f96c8486d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.323910 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-790e6741-3a79-422a-8b29-f0caf15488a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (d4ac7a18-057d-4f86-98bd-3fbd054c2f3a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.382439 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd3c248-eace-49d1-9a8c-db6f96c8486d,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:57.393306 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-790e6741-3a79-422a-8b29-f0caf15488a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f6b9ccb9e2042449105dff1e95b4751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5196671 Oct 28 17:09:57.396179 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58802) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:57.396866 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aef8faebe89b43249dd345be66917a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5004354 Oct 28 17:09:57.399857 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.400228 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.400567 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.400899 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.401227 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.401550 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.401848 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.402204 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.402472 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58804) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:57.402653 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.402884 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.403242 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.403620 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.403980 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51778a7-ba29-4d9c-a4eb-51684900f0fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.418589 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128be0f-c6ba-4d7a-808b-56396258b966 req-ea37a330-3e68-477b-ae8e-4a5a8821c000 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:57.420051 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f128be0f-c6ba-4d7a-808b-56396258b966 req-ea37a330-3e68-477b-ae8e-4a5a8821c000 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 944 time: 0.1502442 Oct 28 17:09:57.458442 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e6741-3a79-422a-8b29-f0caf15488a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ac7a18-057d-4f86-98bd-3fbd054c2f3a,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:57.501207 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f128be0f-c6ba-4d7a-808b-56396258b966 req-ff1cbc55-3c23-417f-b82d-7047044487eb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721488 Oct 28 17:09:57.507595 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Publish callbacks [] for security_group (d4ac7a18-057d-4f86-98bd-3fbd054c2f3a), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.520316 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cb96a679-25a0-4ab4-8451-dd942cae59a6 admin admin] Publish callbacks [] for security_group (6bd3c248-eace-49d1-9a8c-db6f96c8486d), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.544122 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Publish callbacks [] for security_group (d4ac7a18-057d-4f86-98bd-3fbd054c2f3a), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.558610 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cb96a679-25a0-4ab4-8451-dd942cae59a6 admin admin] Publish callbacks [] for security_group (6bd3c248-eace-49d1-9a8c-db6f96c8486d), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.624329 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (d4ac7a18-057d-4f86-98bd-3fbd054c2f3a), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.627045 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.628232 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4ac7a18-057d-4f86-98bd-3fbd054c2f3a HTTP/1.1" status: 204 len: 168 time: 0.2310667 Oct 28 17:09:57.633761 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cb96a679-25a0-4ab4-8451-dd942cae59a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6bd3c248-eace-49d1-9a8c-db6f96c8486d), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.636198 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cb96a679-25a0-4ab4-8451-dd942cae59a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.637317 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-cb96a679-25a0-4ab4-8451-dd942cae59a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bd3c248-eace-49d1-9a8c-db6f96c8486d HTTP/1.1" status: 204 len: 168 time: 0.2340102 Oct 28 17:09:57.642748 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ac7a18-057d-4f86-98bd-3fbd054c2f3a,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:57.650453 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.650867 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.651188 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.651529 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.651866 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.652231 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.652574 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.652883 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.653217 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.653557 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.653905 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.654249 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.654561 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14f9c3-02f8-4c72-82d2-f3a9cd269b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:57.678535 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96a679-25a0-4ab4-8451-dd942cae59a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd3c248-eace-49d1-9a8c-db6f96c8486d,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:57.759425 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b696d-1ab6-4d3f-8fa3-b1c23ff08b63 req-a4ffaf80-1e44-420f-9696-66cb2572dd3b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:57.761026 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-744b696d-1ab6-4d3f-8fa3-b1c23ff08b63 req-a4ffaf80-1e44-420f-9696-66cb2572dd3b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 945 time: 0.0522294 Oct 28 17:09:57.808888 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-744b696d-1ab6-4d3f-8fa3-b1c23ff08b63 req-aa718331-46c4-4139-83f5-9d0f1123b92e tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 Oct 28 17:09:57.939003 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58818) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:57.943641 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 58820) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:57.951977 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-53a5712b-76a2-4e81-8155-b28184dddf0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:57.956135 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f9b000cf-38c6-47fe-a4e3-1b6fd9b90a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.029406 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-53a5712b-76a2-4e81-8155-b28184dddf0d admin admin] Publish callbacks [] for security_group (511c60e5-0a1a-4635-a64a-e454ee95cf9a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.034375 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-53a5712b-76a2-4e81-8155-b28184dddf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (511c60e5-0a1a-4635-a64a-e454ee95cf9a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.038801 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f9b000cf-38c6-47fe-a4e3-1b6fd9b90a64 admin admin] Publish callbacks [] for security_group (a29fd5eb-f318-4c3d-9242-0590e8401741), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.043145 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f9b000cf-38c6-47fe-a4e3-1b6fd9b90a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a29fd5eb-f318-4c3d-9242-0590e8401741), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.073296 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-53a5712b-76a2-4e81-8155-b28184dddf0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f655efe4a2fb48fc8bccd8d888c08251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331170 Oct 28 17:09:58.073923 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5712b-76a2-4e81-8155-b28184dddf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511c60e5-0a1a-4635-a64a-e454ee95cf9a,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:58.076197 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 58824) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:58.078667 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f9b000cf-38c6-47fe-a4e3-1b6fd9b90a64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d277e58a3f004a09a7ac1b3455c9e774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340320 Oct 28 17:09:58.081306 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58826) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:58.093149 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b000cf-38c6-47fe-a4e3-1b6fd9b90a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29fd5eb-f318-4c3d-9242-0590e8401741,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:58.130206 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2a87ce04-cdce-4e93-9b3b-1e60109db21f admin admin] Publish callbacks [] for security_group (a29fd5eb-f318-4c3d-9242-0590e8401741), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.130452 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-41e18627-b509-453f-9295-70b4676a7d93 admin admin] Publish callbacks [] for security_group (511c60e5-0a1a-4635-a64a-e454ee95cf9a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.151663 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2a87ce04-cdce-4e93-9b3b-1e60109db21f admin admin] Publish callbacks [] for security_group (a29fd5eb-f318-4c3d-9242-0590e8401741), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.152079 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-41e18627-b509-453f-9295-70b4676a7d93 admin admin] Publish callbacks [] for security_group (511c60e5-0a1a-4635-a64a-e454ee95cf9a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.199392 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-41e18627-b509-453f-9295-70b4676a7d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (511c60e5-0a1a-4635-a64a-e454ee95cf9a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.201918 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-41e18627-b509-453f-9295-70b4676a7d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.202044 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2a87ce04-cdce-4e93-9b3b-1e60109db21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a29fd5eb-f318-4c3d-9242-0590e8401741), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.203116 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-41e18627-b509-453f-9295-70b4676a7d93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/511c60e5-0a1a-4635-a64a-e454ee95cf9a HTTP/1.1" status: 204 len: 168 time: 0.1233926 Oct 28 17:09:58.204723 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2a87ce04-cdce-4e93-9b3b-1e60109db21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.205900 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2a87ce04-cdce-4e93-9b3b-1e60109db21f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a29fd5eb-f318-4c3d-9242-0590e8401741 HTTP/1.1" status: 204 len: 168 time: 0.1234906 Oct 28 17:09:58.211910 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e18627-b509-453f-9295-70b4676a7d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511c60e5-0a1a-4635-a64a-e454ee95cf9a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:58.229667 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87ce04-cdce-4e93-9b3b-1e60109db21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29fd5eb-f318-4c3d-9242-0590e8401741,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:58.339020 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ac8f7-a1df-42aa-b104-68319c203090 req-a3c299fa-052d-4408-8ad9-364f8733bb47 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:58.340519 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-235ac8f7-a1df-42aa-b104-68319c203090 req-a3c299fa-052d-4408-8ad9-364f8733bb47 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 945 time: 0.0622673 Oct 28 17:09:58.429404 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ca57-9b4a-422d-89b8-709bf7629207 req-2bbc358b-d35e-4216-a237-9df905ed3384 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:58.430964 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34b1ca57-9b4a-422d-89b8-709bf7629207 req-2bbc358b-d35e-4216-a237-9df905ed3384 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 945 time: 0.0895386 Oct 28 17:09:58.434100 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-235ac8f7-a1df-42aa-b104-68319c203090 req-db0ef90f-ff0e-4274-b38d-34af8895c453 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833640 Oct 28 17:09:58.461248 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:58.496808 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34b1ca57-9b4a-422d-89b8-709bf7629207 req-40006af2-9764-4dfe-8301-46c927b33dec tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592103 Oct 28 17:09:58.532656 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:09:58.539136 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:58.539752 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.540256 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 Oct 28 17:09:58.622288 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 58850) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:58.635915 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa225-eb9c-4b04-b53c-af5807c36776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.643566 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:58.644312 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.656515 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8da48-3504-400f-b5f2-89660037ade8 req-16455acb-3ece-4371-9250-41dd41d1bae6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:58.658422 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-20b8da48-3504-400f-b5f2-89660037ade8 req-16455acb-3ece-4371-9250-41dd41d1bae6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 944 time: 0.0585871 Oct 28 17:09:58.672220 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:09:58.725433 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-20b8da48-3504-400f-b5f2-89660037ade8 req-9afbaa8f-9270-45c3-a830-490c265eb240 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565946 Oct 28 17:09:58.725886 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa225-eb9c-4b04-b53c-af5807c36776 admin admin] Publish callbacks [] for security_group (67d00b1b-4f50-428e-b503-d569501437f3), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.731729 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa225-eb9c-4b04-b53c-af5807c36776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (67d00b1b-4f50-428e-b503-d569501437f3), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.753709 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:58.761763 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.762663 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device dd08ed26-2457-4b69-8a84-9fead8689372 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:58.787337 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 58858) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:09:58.794614 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-bd8fa225-eb9c-4b04-b53c-af5807c36776 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=934debce7790477aaca5d7cddf04d960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711745 Oct 28 17:09:58.801504 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fa225-eb9c-4b04-b53c-af5807c36776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d00b1b-4f50-428e-b503-d569501437f3,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:58.849978 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:58.870417 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410887e4-18cc-4132-b187-9bfc19fdefdf" -d '{"events": [{"server_uuid": "d4bae380-35c6-4b60-9264-61e80920ee23", "name": "network-vif-plugged", "status": "completed", "tag": "dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:09:58.871991 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a7d9311f-a0fd-4204-9ac6-7e32d7090835 admin admin] Publish callbacks [] for security_group (67d00b1b-4f50-428e-b503-d569501437f3), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.881076 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.881457 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.881816 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.882206 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.882660 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.882926 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.883431 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.883808 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.884086 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.884434 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.884838 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.885087 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.885455 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:09:58.891845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port dd08ed26-2457-4b69-8a84-9fead8689372 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:09:58.897446 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port dd08ed26-2457-4b69-8a84-9fead8689372 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:58.897993 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.898500 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port dd08ed26-2457-4b69-8a84-9fead8689372 Oct 28 17:09:58.915346 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a7d9311f-a0fd-4204-9ac6-7e32d7090835 admin admin] Publish callbacks [] for security_group (67d00b1b-4f50-428e-b503-d569501437f3), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:58.980095 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcfefdf-2eee-4d6b-b064-104a0734b001 x-openstack-request-id: req-cfcfefdf-2eee-4d6b-b064-104a0734b001 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:09:58.980414 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bae380-35c6-4b60-9264-61e80920ee23", "name": "network-vif-plugged", "status": "completed", "tag": "dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:09:58.980741 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfcfefdf-2eee-4d6b-b064-104a0734b001 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:09:58.981121 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfcfefdf-2eee-4d6b-b064-104a0734b001'] response: {'server_uuid': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27', 'code': 200} Oct 28 17:09:58.996986 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port dd08ed26-2457-4b69-8a84-9fead8689372 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:58.997381 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:59.016648 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617da814-a945-4f25-8497-401a69a2f461 req-18fa2e78-03e2-482c-9ecf-b0a22a42be40 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:59.018202 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-617da814-a945-4f25-8497-401a69a2f461 req-18fa2e78-03e2-482c-9ecf-b0a22a42be40 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0837939 Oct 28 17:09:59.041201 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a7d9311f-a0fd-4204-9ac6-7e32d7090835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (67d00b1b-4f50-428e-b503-d569501437f3), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:59.043245 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a7d9311f-a0fd-4204-9ac6-7e32d7090835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:59.046863 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a7d9311f-a0fd-4204-9ac6-7e32d7090835 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67d00b1b-4f50-428e-b503-d569501437f3 HTTP/1.1" status: 204 len: 168 time: 0.2560349 Oct 28 17:09:59.050794 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port dd08ed26-2457-4b69-8a84-9fead8689372, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=dd08ed26-2457-4b69-8a84-9fead8689372,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:59.059300 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9311f-a0fd-4204-9ac6-7e32d7090835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d00b1b-4f50-428e-b503-d569501437f3,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:59.068244 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:59.070521 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 7e8e821f-3b68-4e37-8c48-398d7fe02220 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:59.085373 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-617da814-a945-4f25-8497-401a69a2f461 req-28e1de57-ade8-4da4-955f-aeffacd4fa99 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585909 Oct 28 17:09:59.157809 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=dd08ed26-2457-4b69-8a84-9fead8689372,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:59.170856 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 7e8e821f-3b68-4e37-8c48-398d7fe02220 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:09:59.175364 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 7e8e821f-3b68-4e37-8c48-398d7fe02220 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:59.175875 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:59.176366 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 7e8e821f-3b68-4e37-8c48-398d7fe02220 Oct 28 17:09:59.370256 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 7e8e821f-3b68-4e37-8c48-398d7fe02220 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:59.370650 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:59.402687 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:59.411012 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:59.411837 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device b47dec5b-c931-4b57-a91d-f8302972a80e up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:09:59.502623 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:59.509436 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port b47dec5b-c931-4b57-a91d-f8302972a80e completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:09:59.513546 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port b47dec5b-c931-4b57-a91d-f8302972a80e triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:09:59.514404 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:59.515218 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port b47dec5b-c931-4b57-a91d-f8302972a80e Oct 28 17:09:59.619914 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187860b-c910-428a-99dd-b2d3fcdeb044 req-2da6f99d-0758-4933-b8dd-ba25e38ee5c9 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:59.621615 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8187860b-c910-428a-99dd-b2d3fcdeb044 req-2da6f99d-0758-4933-b8dd-ba25e38ee5c9 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.1030748 Oct 28 17:09:59.626611 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port b47dec5b-c931-4b57-a91d-f8302972a80e is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:09:59.627437 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:59.672870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port b47dec5b-c931-4b57-a91d-f8302972a80e, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b47dec5b-c931-4b57-a91d-f8302972a80e,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:09:59.679701 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:09:59.704410 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8187860b-c910-428a-99dd-b2d3fcdeb044 req-2de449c6-466f-4cf4-bfcf-6f4293e64c3d tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731349 Oct 28 17:09:59.724998 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4977a7f-b26b-445c-b233-4e3fdff80794 req-d1c333b9-bdea-4f2f-94ad-87baae2d122a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:59.733422 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4977a7f-b26b-445c-b233-4e3fdff80794 req-d1c333b9-bdea-4f2f-94ad-87baae2d122a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 945 time: 0.1106329 Oct 28 17:09:59.756753 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=b47dec5b-c931-4b57-a91d-f8302972a80e,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:09:59.784386 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:09:59.794656 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4977a7f-b26b-445c-b233-4e3fdff80794 req-095f63c5-c956-4d30-a417-b94a9c9867e3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603666 Oct 28 17:09:59.880584 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce4dbe-518c-4eaa-8c60-b351317db318 req-7b03eeee-5bf9-474b-82d7-60be06dc25fd tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:09:59.882161 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9dce4dbe-518c-4eaa-8c60-b351317db318 req-7b03eeee-5bf9-474b-82d7-60be06dc25fd tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0651290 Oct 28 17:09:59.932219 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9dce4dbe-518c-4eaa-8c60-b351317db318 req-a06201ba-cc61-4019-9c76-40e626cee8af tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438995 Oct 28 17:10:00.219410 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5b884-34ae-48c6-8d89-932777567d68 req-d2b7ff11-9bf7-40b8-963f-7f822dc49f50 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:00.220965 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9fd5b884-34ae-48c6-8d89-932777567d68 req-d2b7ff11-9bf7-40b8-963f-7f822dc49f50 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0555491 Oct 28 17:10:00.272377 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9fd5b884-34ae-48c6-8d89-932777567d68 req-a3223845-a57d-4d38-9780-3772fbb59906 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458076 Oct 28 17:10:00.693624 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05483db7-728d-4a11-8aac-15670c6f9ab7 req-2bd26fd5-2db0-4ac7-b15f-cf4614f3605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:00.695641 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-05483db7-728d-4a11-8aac-15670c6f9ab7 req-2bd26fd5-2db0-4ac7-b15f-cf4614f3605e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 1130 time: 0.0767024 Oct 28 17:10:00.713712 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-05483db7-728d-4a11-8aac-15670c6f9ab7 req-d13078e7-9c4d-49ce-9bf5-11374aa202fa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:00.798669 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-05483db7-728d-4a11-8aac-15670c6f9ab7 req-d13078e7-9c4d-49ce-9bf5-11374aa202fa service neutron] Publish callbacks [] for security_group (a313d97a-a6d7-4482-ae83-a2fa4adf403f), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:00.808787 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-05483db7-728d-4a11-8aac-15670c6f9ab7 req-d13078e7-9c4d-49ce-9bf5-11374aa202fa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a313d97a-a6d7-4482-ae83-a2fa4adf403f), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:00.875061 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-05483db7-728d-4a11-8aac-15670c6f9ab7 req-d13078e7-9c4d-49ce-9bf5-11374aa202fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732802 Oct 28 17:10:00.895502 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13078e7-9c4d-49ce-9bf5-11374aa202fa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a313d97a-a6d7-4482-ae83-a2fa4adf403f,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:10:00.933419 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f072d-bcad-4f2f-9062-bb7b53a29bf9 req-101b062b-75f5-47b5-8bae-b8491811af41 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:00.934953 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-786f072d-bcad-4f2f-9062-bb7b53a29bf9 req-101b062b-75f5-47b5-8bae-b8491811af41 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.1422255 Oct 28 17:10:00.972046 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec625557-a287-4ab6-a4fa-c57f9a09eb4e req-127b8a72-a205-4cee-99a7-d85f0de4c9d5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:00.975449 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec625557-a287-4ab6-a4fa-c57f9a09eb4e req-127b8a72-a205-4cee-99a7-d85f0de4c9d5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.1032026 Oct 28 17:10:00.982631 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f793d1a1-fe46-4db6-bcdd-c4ba84b285be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd08ed26-2457-4b69-8a84-9fead8689372'}, {'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220'}, {'server_uuid': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47dec5b-c931-4b57-a91d-f8302972a80e'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:10:00.985269 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9562e5be-8f9c-4f7a-a84c-f3ffaa04f5d6" -d '{"events": [{"server_uuid": "f793d1a1-fe46-4db6-bcdd-c4ba84b285be", "name": "network-vif-plugged", "status": "completed", "tag": "dd08ed26-2457-4b69-8a84-9fead8689372"}, {"server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220"}, {"server_uuid": "ab2f90fd-20c9-479d-8a52-340ccb25a538", "name": "network-vif-plugged", "status": "completed", "tag": "b47dec5b-c931-4b57-a91d-f8302972a80e"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:10:01.029189 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-786f072d-bcad-4f2f-9062-bb7b53a29bf9 req-ec76b7a5-a1e8-426f-8d37-e1a72e30f468 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872073 Oct 28 17:10:01.052767 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec625557-a287-4ab6-a4fa-c57f9a09eb4e req-0e03a4cc-6a9f-4ce2-8bfb-3878583cb7ee tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714240 Oct 28 17:10:01.113868 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Oct 2022 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8aaa51-06b3-4cce-bcc0-d99d304834bd x-openstack-request-id: req-ae8aaa51-06b3-4cce-bcc0-d99d304834bd {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:10:01.114286 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f793d1a1-fe46-4db6-bcdd-c4ba84b285be", "name": "network-vif-plugged", "status": "completed", "tag": "dd08ed26-2457-4b69-8a84-9fead8689372", "code": 200}, {"server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220", "code": 200}, {"server_uuid": "ab2f90fd-20c9-479d-8a52-340ccb25a538", "name": "network-vif-plugged", "status": "completed", "tag": "b47dec5b-c931-4b57-a91d-f8302972a80e", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:10:01.114766 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae8aaa51-06b3-4cce-bcc0-d99d304834bd {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:10:01.115377 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8aaa51-06b3-4cce-bcc0-d99d304834bd'] response: {'server_uuid': 'f793d1a1-fe46-4db6-bcdd-c4ba84b285be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd08ed26-2457-4b69-8a84-9fead8689372', 'code': 200} Oct 28 17:10:01.115702 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8aaa51-06b3-4cce-bcc0-d99d304834bd'] response: {'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'code': 200} Oct 28 17:10:01.115960 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8aaa51-06b3-4cce-bcc0-d99d304834bd'] response: {'server_uuid': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'code': 200} Oct 28 17:10:01.168000 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152dced6-f39f-4f25-88a9-ba7001b4cc8e req-2e769b26-014c-4597-9186-5a3eeea6dc21 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:01.169502 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-152dced6-f39f-4f25-88a9-ba7001b4cc8e req-2e769b26-014c-4597-9186-5a3eeea6dc21 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0649464 Oct 28 17:10:01.222799 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-152dced6-f39f-4f25-88a9-ba7001b4cc8e req-14923b83-8db1-4ae2-b1dc-407e79744ee6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476665 Oct 28 17:10:01.394953 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b30b39-30e2-4f9a-bbcd-2513b9fc9aa0 req-ca4f663f-35e4-45f6-aaa7-69ddc4ca3ad4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:01.396444 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4b30b39-30e2-4f9a-bbcd-2513b9fc9aa0 req-ca4f663f-35e4-45f6-aaa7-69ddc4ca3ad4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0517538 Oct 28 17:10:01.446477 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4b30b39-30e2-4f9a-bbcd-2513b9fc9aa0 req-26087a47-65a8-4478-aaf9-288beeb94bf9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444489 Oct 28 17:10:02.199972 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac4d4a-7cc1-421a-b5a3-f07f98c29ccf req-274e7f98-2b56-42ca-9071-9dfd92115a6e tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:02.201442 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-08ac4d4a-7cc1-421a-b5a3-f07f98c29ccf req-274e7f98-2b56-42ca-9071-9dfd92115a6e tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0807090 Oct 28 17:10:02.208868 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db8d8e-69ee-440d-a7e7-e63f7ba58420 req-16d1e51a-e62e-45aa-9c17-67f2b2fd8330 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:02.210211 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-68db8d8e-69ee-440d-a7e7-e63f7ba58420 req-16d1e51a-e62e-45aa-9c17-67f2b2fd8330 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.0797451 Oct 28 17:10:02.277441 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-08ac4d4a-7cc1-421a-b5a3-f07f98c29ccf req-4d89b811-074c-47d7-83f4-c1980fa57726 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662606 Oct 28 17:10:02.281471 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-68db8d8e-69ee-440d-a7e7-e63f7ba58420 req-c1334074-9653-4c1b-a223-1b5b5fd7dca1 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647986 Oct 28 17:10:02.382351 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023aa5a-c1f9-4c32-bcfb-7b7678c40474 req-07af5464-b700-47b0-8002-7843cc9c8f6f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:02.383741 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1023aa5a-c1f9-4c32-bcfb-7b7678c40474 req-07af5464-b700-47b0-8002-7843cc9c8f6f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0535989 Oct 28 17:10:02.436483 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1023aa5a-c1f9-4c32-bcfb-7b7678c40474 req-76b08c29-2234-4672-b0e7-d9cbf604766b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446639 Oct 28 17:10:02.569973 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9543539-7f3d-43c6-8703-5ed1566f159a req-59da78b1-b4ff-4777-aebe-dab276cb2da8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:02.571592 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c9543539-7f3d-43c6-8703-5ed1566f159a req-59da78b1-b4ff-4777-aebe-dab276cb2da8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0541308 Oct 28 17:10:02.620134 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c9543539-7f3d-43c6-8703-5ed1566f159a req-7151cb59-ed4b-4168-9968-1eaa261323c0 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Oct 28 17:10:03.439661 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fa5aa-f8ee-4490-a889-a31345a22b05 req-3e631902-990a-452d-a855-b4ae628f9ace tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:03.440984 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d88fa5aa-f8ee-4490-a889-a31345a22b05 req-3e631902-990a-452d-a855-b4ae628f9ace tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0841186 Oct 28 17:10:03.447578 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23929829-6ed7-4541-ae7e-fef7daf4fbe2 req-036c2992-a6ae-4f8b-bd88-85e44a478765 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:03.448891 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-23929829-6ed7-4541-ae7e-fef7daf4fbe2 req-036c2992-a6ae-4f8b-bd88-85e44a478765 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.0908220 Oct 28 17:10:03.519309 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d88fa5aa-f8ee-4490-a889-a31345a22b05 req-1c639ce6-d1a1-481d-ba19-513c1edd3854 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676680 Oct 28 17:10:03.520738 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-23929829-6ed7-4541-ae7e-fef7daf4fbe2 req-edadda3a-23c7-41b3-aced-d3008290a8e9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653658 Oct 28 17:10:03.620568 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831e753-a619-43a9-a3e4-9f2524917cfc req-498f0fbd-d264-409c-a94f-e4203df2c820 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:03.622072 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2831e753-a619-43a9-a3e4-9f2524917cfc req-498f0fbd-d264-409c-a94f-e4203df2c820 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0514407 Oct 28 17:10:03.671945 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2831e753-a619-43a9-a3e4-9f2524917cfc req-2e1581a6-3de2-4965-9c58-510ba7710966 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442986 Oct 28 17:10:03.741901 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97ef88-0e5c-410a-b308-0d909c241e04 req-9e59a6f2-e96d-472d-8299-34c1f9c20ff6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:03.743418 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c97ef88-0e5c-410a-b308-0d909c241e04 req-9e59a6f2-e96d-472d-8299-34c1f9c20ff6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0509386 Oct 28 17:10:03.788147 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c97ef88-0e5c-410a-b308-0d909c241e04 req-a2595b56-3f4c-4e0d-9703-f2f2223decff tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391409 Oct 28 17:10:04.675911 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a5c25-4164-4a5b-96ed-612ace92f6a1 req-95131338-b3b8-4a93-a270-49ac6907942c tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:04.677384 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-140a5c25-4164-4a5b-96ed-612ace92f6a1 req-95131338-b3b8-4a93-a270-49ac6907942c tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0810025 Oct 28 17:10:04.688110 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ede705-9d9b-4cfe-8d61-b12933900058 req-25445df5-3e5d-4dda-aaac-00c2a2b5fc56 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:04.689762 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b3ede705-9d9b-4cfe-8d61-b12933900058 req-25445df5-3e5d-4dda-aaac-00c2a2b5fc56 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.0830348 Oct 28 17:10:04.764121 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-140a5c25-4164-4a5b-96ed-612ace92f6a1 req-fdf2e102-fc3b-4272-9f93-16477a07af9b tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728376 Oct 28 17:10:04.772321 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b3ede705-9d9b-4cfe-8d61-b12933900058 req-d439225e-1f6c-47b7-ae6f-a6b348512478 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760269 Oct 28 17:10:04.900610 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82012c9-fecf-4327-9550-cb9dc42a1400 req-1baab363-c45d-462b-a1cd-a4987aacbdbd tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:04.902087 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a82012c9-fecf-4327-9550-cb9dc42a1400 req-1baab363-c45d-462b-a1cd-a4987aacbdbd tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0767066 Oct 28 17:10:04.933400 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf71598-0f91-4b77-a136-fdb2cd8583c8 req-3c8a8fbc-83b4-4335-a6b1-012e4442007f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:04.934908 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3cf71598-0f91-4b77-a136-fdb2cd8583c8 req-3c8a8fbc-83b4-4335-a6b1-012e4442007f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0770895 Oct 28 17:10:04.976590 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a82012c9-fecf-4327-9550-cb9dc42a1400 req-d9d7912f-7252-4aac-99db-ddbfc0863a4b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683644 Oct 28 17:10:05.003680 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3cf71598-0f91-4b77-a136-fdb2cd8583c8 req-7cdf5f4c-78e4-41f5-b301-00e930284270 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587344 Oct 28 17:10:05.934921 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbadb31-da18-4cb9-9357-e2a4146848b1 req-34e8850f-61cb-4784-9d20-4a5a0c87c52f tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:05.936348 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7dbadb31-da18-4cb9-9357-e2a4146848b1 req-34e8850f-61cb-4784-9d20-4a5a0c87c52f tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.0710371 Oct 28 17:10:05.942970 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d92a1-28f1-4bd5-8cb8-b390ad8c52f8 req-578f2ee8-c8c3-47b9-b39a-4243e93abc32 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:05.944289 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-080d92a1-28f1-4bd5-8cb8-b390ad8c52f8 req-578f2ee8-c8c3-47b9-b39a-4243e93abc32 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0876179 Oct 28 17:10:06.168400 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7dbadb31-da18-4cb9-9357-e2a4146848b1 req-78904463-180d-442e-a290-a393026ca9eb tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231560 Oct 28 17:10:06.175268 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-080d92a1-28f1-4bd5-8cb8-b390ad8c52f8 req-dbc4adb4-9f5e-4a6b-96c5-327f0a069140 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242510 Oct 28 17:10:06.300681 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faf6c8-b778-4a88-bc89-0175f98feca4 req-194a379c-df63-45bd-af94-eaebc764c235 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:06.302146 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-80faf6c8-b778-4a88-bc89-0175f98feca4 req-194a379c-df63-45bd-af94-eaebc764c235 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0793164 Oct 28 17:10:06.309630 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42940518-a4e4-404b-960e-0315836a6deb req-c32d1984-685b-484a-acd8-09e2bb253343 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:06.311005 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-42940518-a4e4-404b-960e-0315836a6deb req-c32d1984-685b-484a-acd8-09e2bb253343 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0796711 Oct 28 17:10:06.383292 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-80faf6c8-b778-4a88-bc89-0175f98feca4 req-248b4b1c-b08c-4d85-9d36-ad276f8a6b5c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713201 Oct 28 17:10:06.386181 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-42940518-a4e4-404b-960e-0315836a6deb req-c153ccd2-9b21-43ec-b273-09449abb01d0 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684783 Oct 28 17:10:06.605289 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c5f18-f9ff-4e87-9e36-86de4bc6328d req-016e637f-768f-4c61-81b1-3b585a9771eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:06.606862 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-233c5f18-f9ff-4e87-9e36-86de4bc6328d req-016e637f-768f-4c61-81b1-3b585a9771eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 1130 time: 0.0450435 Oct 28 17:10:06.655749 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b765b-052d-41e0-aa4a-bd636600c295 req-bff20e9a-3f82-4b84-8508-bfdd6f990306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:06.657574 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ed2b765b-052d-41e0-aa4a-bd636600c295 req-bff20e9a-3f82-4b84-8508-bfdd6f990306 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 1130 time: 0.0837805 Oct 28 17:10:06.672497 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-233c5f18-f9ff-4e87-9e36-86de4bc6328d req-98dfe40b-8b89-4fe0-adf8-8d90df691855 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509048 Oct 28 17:10:06.706225 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e91f29-d008-4055-8086-87f2591913fa req-7525d7ac-2381-42dd-8a86-8a16dd21cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:06.707834 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-52e91f29-d008-4055-8086-87f2591913fa req-7525d7ac-2381-42dd-8a86-8a16dd21cac5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 1129 time: 0.0563495 Oct 28 17:10:06.714912 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ed2b765b-052d-41e0-aa4a-bd636600c295 req-b205c1c6-0dc5-4fb4-bb77-93c50f2a274e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498469 Oct 28 17:10:07.337307 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b26b90-b46f-4099-9486-180f25baa445 req-c19bb91d-1c84-4206-89a4-47425de5ec90 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:07.338795 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c3b26b90-b46f-4099-9486-180f25baa445 req-c19bb91d-1c84-4206-89a4-47425de5ec90 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.0847070 Oct 28 17:10:07.355620 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2fe72-ca2b-41f9-8763-560ea88ad1ff req-470d8adb-3a73-4f48-9358-d9071d9ba00c tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:07.357049 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6ec2fe72-ca2b-41f9-8763-560ea88ad1ff req-470d8adb-3a73-4f48-9358-d9071d9ba00c tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0941248 Oct 28 17:10:07.452554 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-52e91f29-d008-4055-8086-87f2591913fa req-3855a0c8-f2df-4282-81d7-b76df48d1506 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090631 Oct 28 17:10:07.458525 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c3b26b90-b46f-4099-9486-180f25baa445 req-bbb020eb-24ab-4953-8b82-7dbdd0218317 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099217 Oct 28 17:10:07.463026 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6ec2fe72-ca2b-41f9-8763-560ea88ad1ff req-5a8fc7e6-dfda-45ae-8f18-bd0f3e89ef06 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997851 Oct 28 17:10:07.614674 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863218fb-8b3e-4668-9b63-c88335975c04 req-19920a59-e50e-42a6-adc1-6950cfe02eea tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:07.616157 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-863218fb-8b3e-4668-9b63-c88335975c04 req-19920a59-e50e-42a6-adc1-6950cfe02eea tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0894463 Oct 28 17:10:07.623135 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f89c35-1b12-45c7-8ddc-5d40d1c2fbfb req-11b5dd37-e874-45eb-90c1-4b1e1e1d2f96 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:07.624591 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88f89c35-1b12-45c7-8ddc-5d40d1c2fbfb req-11b5dd37-e874-45eb-90c1-4b1e1e1d2f96 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0966361 Oct 28 17:10:07.697508 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-863218fb-8b3e-4668-9b63-c88335975c04 req-8408e197-5d2f-435c-adf6-ebc15be9b79d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719278 Oct 28 17:10:07.706509 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88f89c35-1b12-45c7-8ddc-5d40d1c2fbfb req-9907d260-3b54-42fc-955a-0b237f165783 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752470 Oct 28 17:10:08.623463 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbb65a-b341-4c44-8962-c20a575a8eea req-9ca2c468-b43e-4e72-bcec-75d8740d0d33 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:08.624908 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-20dbb65a-b341-4c44-8962-c20a575a8eea req-9ca2c468-b43e-4e72-bcec-75d8740d0d33 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.0851269 Oct 28 17:10:08.635594 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16341b-531b-4978-b49f-136cd08f75d6 req-66b2fa82-b411-4137-94bd-3411be85e6ae tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:08.636918 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3e16341b-531b-4978-b49f-136cd08f75d6 req-66b2fa82-b411-4137-94bd-3411be85e6ae tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0881920 Oct 28 17:10:08.707825 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-20dbb65a-b341-4c44-8962-c20a575a8eea req-ce2f8a07-0d62-4ac6-be54-1339a6b8b7cc tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699506 Oct 28 17:10:08.711157 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3e16341b-531b-4978-b49f-136cd08f75d6 req-d533cc68-3532-4fc0-b438-0e4214d41b87 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678585 Oct 28 17:10:08.858319 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41375fbd-b103-4ff1-9ac9-17c98e5ee382 req-a52a9880-99b2-4a21-bcc4-64cd2b756508 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:08.859897 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-41375fbd-b103-4ff1-9ac9-17c98e5ee382 req-a52a9880-99b2-4a21-bcc4-64cd2b756508 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0842240 Oct 28 17:10:08.872699 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73997cb-a344-4e50-b8fc-b501c18910bc req-24ac53f6-c2b9-4ac7-ae15-cfcb0ed9ba3f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:08.874274 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e73997cb-a344-4e50-b8fc-b501c18910bc req-24ac53f6-c2b9-4ac7-ae15-cfcb0ed9ba3f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0715556 Oct 28 17:10:08.942726 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-41375fbd-b103-4ff1-9ac9-17c98e5ee382 req-e0eb4546-5646-4418-bede-71e71111ebb0 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674405 Oct 28 17:10:08.953711 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e73997cb-a344-4e50-b8fc-b501c18910bc req-9c7b3fb7-9899-4568-9e29-ba3580fafea5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727067 Oct 28 17:10:09.085053 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d6f586e8-8ff8-48cc-90ac-0a0d3d03ea98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:09.660493 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 59254) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:10:09.814693 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53e8feb5-4cf4-4ce5-ba8f-c46d4c8a162a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:09.935434 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d740a8-3794-4577-a3fa-38c99ed58fb1 req-0e3a27be-5e7b-4add-a7c2-7e630aa81815 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:09.937347 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-95d740a8-3794-4577-a3fa-38c99ed58fb1 req-0e3a27be-5e7b-4add-a7c2-7e630aa81815 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.1249063 Oct 28 17:10:09.944307 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece20297-6845-49b7-a8e0-eb3dfd8b3bb5 req-3df722c3-572a-4fe7-88d7-d4594f23ff4e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:09.945868 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ece20297-6845-49b7-a8e0-eb3dfd8b3bb5 req-3df722c3-572a-4fe7-88d7-d4594f23ff4e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.1351128 Oct 28 17:10:10.045073 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ece20297-6845-49b7-a8e0-eb3dfd8b3bb5 req-31b0e002-a2af-44e1-b918-4f1c16305514 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929818 Oct 28 17:10:10.051071 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-95d740a8-3794-4577-a3fa-38c99ed58fb1 req-cb04e8da-3447-4dc3-afc3-f5055f10e6a1 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029308 Oct 28 17:10:10.060403 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53e8feb5-4cf4-4ce5-ba8f-c46d4c8a162a admin admin] Publish callbacks [] for security_group (c6bea013-9316-4c68-b251-176a7b7450cb), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.080423 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53e8feb5-4cf4-4ce5-ba8f-c46d4c8a162a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (c6bea013-9316-4c68-b251-176a7b7450cb), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.124985 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-53e8feb5-4cf4-4ce5-ba8f-c46d4c8a162a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dfcf18f3247412fb9154f968cd64655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611189 Oct 28 17:10:10.124985 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8feb5-4cf4-4ce5-ba8f-c46d4c8a162a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bea013-9316-4c68-b251-176a7b7450cb,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:10:10.125391 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 59268) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:10:10.177545 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-69509278-9326-4b32-ae6e-987d8b326ec4 admin admin] Publish callbacks [] for security_group (c6bea013-9316-4c68-b251-176a7b7450cb), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.199273 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-69509278-9326-4b32-ae6e-987d8b326ec4 admin admin] Publish callbacks [] for security_group (c6bea013-9316-4c68-b251-176a7b7450cb), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.250281 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-69509278-9326-4b32-ae6e-987d8b326ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (c6bea013-9316-4c68-b251-176a7b7450cb), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.252895 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-69509278-9326-4b32-ae6e-987d8b326ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.253469 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5031e99-929b-46ac-8ad5-cd595b5a329b req-92e6da74-4cd9-4fc9-ad55-144b738ec815 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:10.256387 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-69509278-9326-4b32-ae6e-987d8b326ec4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6bea013-9316-4c68-b251-176a7b7450cb HTTP/1.1" status: 204 len: 168 time: 0.1276066 Oct 28 17:10:10.256541 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5031e99-929b-46ac-8ad5-cd595b5a329b req-92e6da74-4cd9-4fc9-ad55-144b738ec815 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.1008787 Oct 28 17:10:10.263248 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486410c3-72e1-4b43-aa8b-bdcb992d0e19 req-42e25f99-9f31-403f-80f4-5d02d1a07c4d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:10.267605 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69509278-9326-4b32-ae6e-987d8b326ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bea013-9316-4c68-b251-176a7b7450cb,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:10:10.274123 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-486410c3-72e1-4b43-aa8b-bdcb992d0e19 req-42e25f99-9f31-403f-80f4-5d02d1a07c4d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.1109481 Oct 28 17:10:10.355769 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5031e99-929b-46ac-8ad5-cd595b5a329b req-3560eb21-ef22-4928-aa75-08f5fae8b51e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778892 Oct 28 17:10:10.365737 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-486410c3-72e1-4b43-aa8b-bdcb992d0e19 req-6e9101a4-4541-44ea-b64b-4a4351790dcf tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906808 Oct 28 17:10:10.526336 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924bdc9-e842-4a80-afa9-262c0ce2bd2c req-6f7e6463-4009-4f68-910d-2c758e5b10f2 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:10.527825 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8924bdc9-e842-4a80-afa9-262c0ce2bd2c req-6f7e6463-4009-4f68-910d-2c758e5b10f2 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0517848 Oct 28 17:10:10.538253 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 59276) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:10:10.543569 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-89396e97-a16b-411f-8007-2771577a132c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'floatingip': {'port_id': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:10:10.564808 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 59280) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:10:10.600652 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ac357ce3-3ae4-4554-a51c-f12cbf0b2269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.627189 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-89396e97-a16b-411f-8007-2771577a132c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (a8559877-a6e1-4129-b471-df605f432cdc), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.678073 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ac357ce3-3ae4-4554-a51c-f12cbf0b2269 admin admin] Publish callbacks [] for security_group (d35078b3-02e0-47ad-b634-de933b494ca7), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.683079 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ac357ce3-3ae4-4554-a51c-f12cbf0b2269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (d35078b3-02e0-47ad-b634-de933b494ca7), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.724452 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac357ce3-3ae4-4554-a51c-f12cbf0b2269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35078b3-02e0-47ad-b634-de933b494ca7,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:10:10.731665 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ac357ce3-3ae4-4554-a51c-f12cbf0b2269 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eba00fce49344fe1b9bc52cf2fc8890f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624007 Oct 28 17:10:10.732202 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 59286) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:10:10.790087 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75480f2f-1e69-46f4-84ce-d8b349a81e8a admin admin] Publish callbacks [] for security_group (d35078b3-02e0-47ad-b634-de933b494ca7), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.812694 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75480f2f-1e69-46f4-84ce-d8b349a81e8a admin admin] Publish callbacks [] for security_group (d35078b3-02e0-47ad-b634-de933b494ca7), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.870999 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75480f2f-1e69-46f4-84ce-d8b349a81e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (d35078b3-02e0-47ad-b634-de933b494ca7), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.873771 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75480f2f-1e69-46f4-84ce-d8b349a81e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:10.877819 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-75480f2f-1e69-46f4-84ce-d8b349a81e8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d35078b3-02e0-47ad-b634-de933b494ca7 HTTP/1.1" status: 204 len: 168 time: 0.1449683 Oct 28 17:10:10.885697 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75480f2f-1e69-46f4-84ce-d8b349a81e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35078b3-02e0-47ad-b634-de933b494ca7,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:10:10.988577 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 59292) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:10:11.305628 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d567ae5f-d6ce-43b0-846b-ff9f64cf4576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:11.341389 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbf660-930e-4973-8610-5c9da3ee9cf2 req-2e27b82d-25c7-44d9-9193-6448c5e2cd76 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:11.342931 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a9bbf660-930e-4973-8610-5c9da3ee9cf2 req-2e27b82d-25c7-44d9-9193-6448c5e2cd76 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.1258824 Oct 28 17:10:11.392720 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5176ad3-edef-44f8-a866-98420fc073ed req-a082e193-3125-455e-8b0d-64c7d071cae5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:11.394424 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d5176ad3-edef-44f8-a866-98420fc073ed req-a082e193-3125-455e-8b0d-64c7d071cae5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.1486707 Oct 28 17:10:11.439575 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-052b0a06-c560-409c-831f-ec128aa07ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:11.463768 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a9bbf660-930e-4973-8610-5c9da3ee9cf2 req-17460f68-4012-4015-9600-56c271236416 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145003 Oct 28 17:10:11.509179 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-89396e97-a16b-411f-8007-2771577a132c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:11.513582 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d567ae5f-d6ce-43b0-846b-ff9f64cf4576 admin admin] Publish callbacks [] for security_group (387fd609-bcb2-4907-b19d-72b1da517816), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:11.515426 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-89396e97-a16b-411f-8007-2771577a132c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (a8559877-a6e1-4129-b471-df605f432cdc), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:11.523150 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d567ae5f-d6ce-43b0-846b-ff9f64cf4576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (387fd609-bcb2-4907-b19d-72b1da517816), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:11.561997 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d5176ad3-edef-44f8-a866-98420fc073ed req-e2460c2e-3651-4489-beed-d9d205aa0fa6 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557281 Oct 28 17:10:11.568731 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 59318) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:10:11.574843 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d567ae5f-d6ce-43b0-846b-ff9f64cf4576 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8394974dc92c49f3851fa0cfac79583e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5801666 Oct 28 17:10:11.650017 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567ae5f-d6ce-43b0-846b-ff9f64cf4576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387fd609-bcb2-4907-b19d-72b1da517816,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:10:11.675923 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44003db-3267-4d78-a5a5-c427004b4243 req-cdf35b52-3ad3-49f3-9764-cf99e0e58211 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:11.677737 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c44003db-3267-4d78-a5a5-c427004b4243 req-cdf35b52-3ad3-49f3-9764-cf99e0e58211 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.1005676 Oct 28 17:10:11.699534 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-89396e97-a16b-411f-8007-2771577a132c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Floating IP a8559877-a6e1-4129-b471-df605f432cdc associated. External IP: 172.27.0.230, port: dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27. Oct 28 17:10:11.763966 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c44003db-3267-4d78-a5a5-c427004b4243 req-b6b87a90-0a71-4b9b-913d-55e39ac3e462 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800967 Oct 28 17:10:11.812981 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92a93c37-dda7-4a85-a1cf-2dc58836108f admin admin] Publish callbacks [] for security_group (387fd609-bcb2-4907-b19d-72b1da517816), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:11.883817 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92a93c37-dda7-4a85-a1cf-2dc58836108f admin admin] Publish callbacks [] for security_group (387fd609-bcb2-4907-b19d-72b1da517816), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:11.909110 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413b1f1-ac71-48f6-882c-d2dd0b7157f2 req-041353a0-2b55-4318-9765-de7cfad9a1cb tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:11.922476 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d413b1f1-ac71-48f6-882c-d2dd0b7157f2 req-041353a0-2b55-4318-9765-de7cfad9a1cb tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.1151352 Oct 28 17:10:11.927383 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 59332) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:10:11.936922 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-f735ab56-ee65-46d9-8496-c6ffc368b1f0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'floatingip': {'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:10:11.978173 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45b51d-8500-4f71-878e-e339de5b7f26 req-d09daa8b-21f8-4407-8424-4304205749f1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:11.980406 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7d45b51d-8500-4f71-878e-e339de5b7f26 req-d09daa8b-21f8-4407-8424-4304205749f1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0919693 Oct 28 17:10:11.991096 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 59338) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:10:12.001617 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-0f14cea9-9f06-4cc2-afa7-c40c72c87171 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'floatingip': {'port_id': '7e8e821f-3b68-4e37-8c48-398d7fe02220'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:10:12.047376 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f735ab56-ee65-46d9-8496-c6ffc368b1f0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (a9313032-df66-4062-92a8-38b7ccebb80f), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:12.135279 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92a93c37-dda7-4a85-a1cf-2dc58836108f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (387fd609-bcb2-4907-b19d-72b1da517816), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:12.137808 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92a93c37-dda7-4a85-a1cf-2dc58836108f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:12.141643 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-92a93c37-dda7-4a85-a1cf-2dc58836108f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/387fd609-bcb2-4907-b19d-72b1da517816 HTTP/1.1" status: 204 len: 168 time: 0.5664043 Oct 28 17:10:12.155441 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f14cea9-9f06-4cc2-afa7-c40c72c87171 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:12.205221 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a93c37-dda7-4a85-a1cf-2dc58836108f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387fd609-bcb2-4907-b19d-72b1da517816,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:10:12.259396 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89396e97-a16b-411f-8007-2771577a132c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Router d003c3d9-be37-46b3-932d-1e0a9c9307c6 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:10:12.457427 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:12.514454 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89396e97-a16b-411f-8007-2771577a132c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:10:12.520019 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-89396e97-a16b-411f-8007-2771577a132c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:12.532141 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] Sync routers for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:10:12.575058 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:10:12.575058 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:10:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:12.602050 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-89396e97-a16b-411f-8007-2771577a132c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "PUT /v2.0/floatingips/a8559877-a6e1-4129-b471-df605f432cdc HTTP/1.1" status: 200 len: 992 time: 2.0624473 Oct 28 17:10:12.607695 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'tag': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:10:12.615727 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cdc57e-bc61-4b07-93ba-99b78da5b954" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bae380-35c6-4b60-9264-61e80920ee23", "tag": "dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:10:12.692294 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9830d43b-72df-40dd-ac91-1dfb43b1b62c x-openstack-request-id: req-9830d43b-72df-40dd-ac91-1dfb43b1b62c {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:10:12.692954 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bae380-35c6-4b60-9264-61e80920ee23", "tag": "dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:10:12.693442 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9830d43b-72df-40dd-ac91-1dfb43b1b62c {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:10:12.694082 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9830d43b-72df-40dd-ac91-1dfb43b1b62c'] response: {'name': 'network-changed', 'server_uuid': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'tag': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27', 'status': 'completed', 'code': 200} Oct 28 17:10:12.766009 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:10:12.801552 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f735ab56-ee65-46d9-8496-c6ffc368b1f0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:12.810410 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f735ab56-ee65-46d9-8496-c6ffc368b1f0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (a9313032-df66-4062-92a8-38b7ccebb80f), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:13.067840 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a8559877-a6e1-4129-b471-df605f432cdc', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'port_id': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'mac_address': 'fa:16:3e:db:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:20Z', 'updated_at': '2022-10-28T17:10:11Z', 'revision_number': 1, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:13.107065 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] Checking router: d003c3d9-be37-46b3-932d-1e0a9c9307c6 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:10:13.122275 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:10:13.123962 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:10:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:13.315526 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:10:13.356769 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-f735ab56-ee65-46d9-8496-c6ffc368b1f0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Floating IP a9313032-df66-4062-92a8-38b7ccebb80f associated. External IP: 172.27.0.185, port: b47dec5b-c931-4b57-a91d-f8302972a80e. Oct 28 17:10:13.538796 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-e234c841-306e-4753-abec-e933323cf1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:13.538796 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-e234c841-306e-4753-abec-e933323cf1f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 1130 time: 0.7807610 Oct 28 17:10:13.641173 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.db.resource_extend [None req-0f14cea9-9f06-4cc2-afa7-c40c72c87171 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 17:10:13.744728 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f735ab56-ee65-46d9-8496-c6ffc368b1f0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:10:13.745472 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f14cea9-9f06-4cc2-afa7-c40c72c87171 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:13.773897 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f14cea9-9f06-4cc2-afa7-c40c72c87171 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:13.796034 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a8559877-a6e1-4129-b471-df605f432cdc', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'port_id': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'mac_address': 'fa:16:3e:db:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:20Z', 'updated_at': '2022-10-28T17:10:11Z', 'revision_number': 1, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:13.825586 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60eb3fe-52e3-4957-926b-16b6d6389e10 None None] The sync data for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi is: [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a8559877-a6e1-4129-b471-df605f432cdc', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'port_id': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'mac_address': 'fa:16:3e:db:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:20Z', 'updated_at': '2022-10-28T17:10:11Z', 'revision_number': 1, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:10:13.877590 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-f466b8de-9f8f-452a-9126-f5da9a390d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:13.879770 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-f466b8de-9f8f-452a-9126-f5da9a390d62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 912 time: 0.3335974 Oct 28 17:10:13.917946 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f735ab56-ee65-46d9-8496-c6ffc368b1f0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:10:13.930065 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f735ab56-ee65-46d9-8496-c6ffc368b1f0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:13.936869 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:10:13.949058 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:10:13.950042 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:10:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:13.950279 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-0f14cea9-9f06-4cc2-afa7-c40c72c87171 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Floating IP ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80 associated. External IP: 172.27.0.174, port: 7e8e821f-3b68-4e37-8c48-398d7fe02220. Oct 28 17:10:13.971398 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f735ab56-ee65-46d9-8496-c6ffc368b1f0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "PUT /v2.0/floatingips/a9313032-df66-4062-92a8-38b7ccebb80f HTTP/1.1" status: 200 len: 992 time: 2.0414376 Oct 28 17:10:14.031832 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-fa3ef267-f031-41eb-8b73-cc3f47f89304 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 HTTP/1.1" status: 200 len: 1000 time: 0.1402485 Oct 28 17:10:14.085471 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:10:14.087635 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:14.138409 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a889b-2319-4c51-822f-e6311819f462 None None] New status for floating IP a8559877-a6e1-4129-b471-df605f432cdc: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:10:14.244163 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-aa183830-19c2-4552-a682-ac2333e78c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:14.245629 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-aa183830-19c2-4552-a682-ac2333e78c3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 200 len: 850 time: 0.1019156 Oct 28 17:10:14.266064 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f14cea9-9f06-4cc2-afa7-c40c72c87171 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Router 2c440cf0-75c1-4843-80c8-49d50cf65bda has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:10:14.339298 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-17a2d772-a46f-4a3b-aeb5-cb5d6d97ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:14.340792 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-17a2d772-a46f-4a3b-aeb5-cb5d6d97ba89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1275e91b-d159-4566-9d23-a40414dc1241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875132 Oct 28 17:10:14.380474 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a9313032-df66-4062-92a8-38b7ccebb80f', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:85:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:19Z', 'updated_at': '2022-10-28T17:10:12Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:14.407289 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:10:14.417500 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:10:14.418204 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:10:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:14.453045 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f14cea9-9f06-4cc2-afa7-c40c72c87171 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:10:14.458732 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f14cea9-9f06-4cc2-afa7-c40c72c87171 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:14.465091 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] Sync routers for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:10:14.512802 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:10:14.513700 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:10:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:14.524170 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-50467d3e-902d-49e0-b0da-c1470c1d7800 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727710 Oct 28 17:10:14.527952 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0f14cea9-9f06-4cc2-afa7-c40c72c87171 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "PUT /v2.0/floatingips/ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80 HTTP/1.1" status: 200 len: 991 time: 2.5357850 Oct 28 17:10:14.528940 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:10:14.531285 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8000e5e-a991-4383-b7bf-78118d1fb9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:10:14.577398 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:10:14.584632 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ef03a1-304a-4326-878b-2faf3e8aa104 x-openstack-request-id: req-48ef03a1-304a-4326-878b-2faf3e8aa104 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:10:14.585226 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:10:14.585684 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48ef03a1-304a-4326-878b-2faf3e8aa104 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:10:14.586204 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ef03a1-304a-4326-878b-2faf3e8aa104'] response: {'name': 'network-changed', 'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'status': 'completed', 'code': 200} Oct 28 17:10:14.629693 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4cdc57e-bc61-4b07-93ba-99b78da5b954 req-28236f75-03e0-49a8-ab20-5a8a78b56747 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957034 Oct 28 17:10:14.659954 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-a26ce06f-cf62-409d-80ac-cdea8786e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:14.661535 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-a26ce06f-cf62-409d-80ac-cdea8786e789 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 1129 time: 0.0505083 Oct 28 17:10:14.705482 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:10:14.714984 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'tag': 'b47dec5b-c931-4b57-a91d-f8302972a80e'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:10:14.716912 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e142d4-96b8-4320-bbef-ecde80f342fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2f90fd-20c9-479d-8a52-340ccb25a538", "tag": "b47dec5b-c931-4b57-a91d-f8302972a80e"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:10:14.765334 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94afdeea-8d08-4e92-bc00-cec775a033a5 x-openstack-request-id: req-94afdeea-8d08-4e92-bc00-cec775a033a5 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:10:14.766003 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2f90fd-20c9-479d-8a52-340ccb25a538", "tag": "b47dec5b-c931-4b57-a91d-f8302972a80e", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:10:14.766503 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94afdeea-8d08-4e92-bc00-cec775a033a5 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:10:14.767143 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94afdeea-8d08-4e92-bc00-cec775a033a5'] response: {'name': 'network-changed', 'server_uuid': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'tag': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'status': 'completed', 'code': 200} Oct 28 17:10:14.774537 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-9424a467-5a75-4fa2-8923-a1e41833dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:14.776553 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-9424a467-5a75-4fa2-8923-a1e41833dee6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.1091535 Oct 28 17:10:14.859056 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-9eb57870-98f0-4fa5-aa07-84dedbf014f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:14.860813 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-9eb57870-98f0-4fa5-aa07-84dedbf014f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 1130 time: 0.0647004 Oct 28 17:10:14.896097 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-48009d8d-7490-4f72-b884-384bd6f66200 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220 HTTP/1.1" status: 200 len: 999 time: 0.0991879 Oct 28 17:10:14.953931 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-e3918f6d-daff-4a26-be50-857e336e721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:14.955814 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-e3918f6d-daff-4a26-be50-857e336e721b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.0475557 Oct 28 17:10:14.970460 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-8e563726-b8e8-4111-8edd-f85cbef88fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:14.973356 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-8e563726-b8e8-4111-8edd-f85cbef88fa9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 916 time: 0.1060109 Oct 28 17:10:15.052165 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-5e3523ba-ba10-4551-abbb-96b86943fb54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b47dec5b-c931-4b57-a91d-f8302972a80e HTTP/1.1" status: 200 len: 1000 time: 0.0718501 Oct 28 17:10:15.054224 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-9cf5151b-6084-48fa-a620-a57171dffb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:15.055747 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-9cf5151b-6084-48fa-a620-a57171dffb61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799186 Oct 28 17:10:15.127555 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-1d3890d8-402b-46c3-9d2f-761d3ad6d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:15.129445 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-1d3890d8-402b-46c3-9d2f-761d3ad6d122 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0594468 Oct 28 17:10:15.167258 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-cd1175d5-7c88-44f8-9662-32cab0e46f5a service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963700 Oct 28 17:10:15.169395 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a9313032-df66-4062-92a8-38b7ccebb80f', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:85:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:19Z', 'updated_at': '2022-10-28T17:10:12Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:15.199066 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325dd53b-104d-4dcb-a260-af4c0ace6dd6 None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a9313032-df66-4062-92a8-38b7ccebb80f', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:85:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:19Z', 'updated_at': '2022-10-28T17:10:12Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:10:15.223914 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'port_id': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'mac_address': 'fa:16:3e:d1:a2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:10:13Z', 'revision_number': 1, 'project_id': '39f17c6092df40a69288bacc59cec663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:15.273160 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] Checking router: 2c440cf0-75c1-4843-80c8-49d50cf65bda for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:10:15.289255 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:10:15.291068 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:10:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:15.300810 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d8000e5e-a991-4383-b7bf-78118d1fb9a2 req-0d25d5dd-39d8-43e1-bc47-3121e78c75a0 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253204 Oct 28 17:10:15.367935 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:15.380311 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-98e77ace-81b6-4db0-8ac7-af520330d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:15.381927 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-98e77ace-81b6-4db0-8ac7-af520330d5d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2439790 Oct 28 17:10:15.422216 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:10:15.462415 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82714a3e-c0e3-4735-8d68-9ef4431e122b None None] New status for floating IP a9313032-df66-4062-92a8-38b7ccebb80f: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:10:15.506577 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-667dba91-1e4d-4641-bce4-4223d7b201e2 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087692 Oct 28 17:10:15.626133 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6e142d4-96b8-4320-bbef-ecde80f342fe req-5d772105-9ff6-461b-8902-7a05c73b9975 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095593 Oct 28 17:10:15.694059 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'port_id': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'mac_address': 'fa:16:3e:d1:a2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:10:13Z', 'revision_number': 1, 'project_id': '39f17c6092df40a69288bacc59cec663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:10:15.717851 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a50b39-65ec-456f-8f91-9ea934293257 None None] The sync data for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi is: [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'port_id': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'mac_address': 'fa:16:3e:d1:a2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:10:13Z', 'revision_number': 1, 'project_id': '39f17c6092df40a69288bacc59cec663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:10:16.349373 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac13ac3-da63-4a08-a750-1492fcda97d2 None None] New status for floating IP ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80: ACTIVE {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:10:21.302860 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:35.486364 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23da6d-674f-491f-8eac-57522ed8482a req-0da466c2-406e-46b4-bd48-ae1545451a16 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:35.487760 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ab23da6d-674f-491f-8eac-57522ed8482a req-0da466c2-406e-46b4-bd48-ae1545451a16 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0530558 Oct 28 17:10:35.536051 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ab23da6d-674f-491f-8eac-57522ed8482a req-7d15d74c-d3d2-4d09-a31c-efa992536f7b tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400259 Oct 28 17:10:36.667982 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e9900-4b19-4397-a0de-44a554af1516 req-2357b4fe-d6f6-4aa0-b44a-ed1020dc04e8 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:36.669338 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a97e9900-4b19-4397-a0de-44a554af1516 req-2357b4fe-d6f6-4aa0-b44a-ed1020dc04e8 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0584061 Oct 28 17:10:36.720094 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a97e9900-4b19-4397-a0de-44a554af1516 req-aced88d9-5710-487d-bb48-885c74f8fc1e tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447066 Oct 28 17:10:36.783059 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:10:37.859702 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecc6e2-6285-4734-adc9-33f599634fb9 req-a3d5adb1-4f53-4c7e-9ac2-4e5cf71693d7 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:37.861154 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c9ecc6e2-6285-4734-adc9-33f599634fb9 req-a3d5adb1-4f53-4c7e-9ac2-4e5cf71693d7 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0554166 Oct 28 17:10:37.915534 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c9ecc6e2-6285-4734-adc9-33f599634fb9 req-47ceda22-369a-4f76-af83-cc4a587b9bb5 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487843 Oct 28 17:10:39.046451 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a3ad7-6a34-473d-bc46-9b32b0e71b72 req-b78e20a2-c725-4fc0-978e-4c00a450a97e tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:39.048714 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-053a3ad7-6a34-473d-bc46-9b32b0e71b72 req-b78e20a2-c725-4fc0-978e-4c00a450a97e tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0594640 Oct 28 17:10:39.080067 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-553f3e26-60d0-4199-ab06-819b714d2dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:39.099983 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-053a3ad7-6a34-473d-bc46-9b32b0e71b72 req-d34f1f2b-5cb8-42ba-bcb3-57bab35c5aa4 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459766 Oct 28 17:10:40.236447 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326b79d-06fa-4029-a403-5919617e2fb8 req-8a1608a6-a38d-48f8-b340-3416c4b7b6c1 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:40.237812 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2326b79d-06fa-4029-a403-5919617e2fb8 req-8a1608a6-a38d-48f8-b340-3416c4b7b6c1 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0541289 Oct 28 17:10:40.284280 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2326b79d-06fa-4029-a403-5919617e2fb8 req-69df7a12-f09f-4096-81b5-0dc5503dc0ea tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Oct 28 17:10:41.427971 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cd75d-0999-49a8-aee5-89d1739e25c4 req-2411afce-d5b4-42bb-b62e-80940f8fdbca tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:41.429507 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8d2cd75d-0999-49a8-aee5-89d1739e25c4 req-2411afce-d5b4-42bb-b62e-80940f8fdbca tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0544853 Oct 28 17:10:41.436405 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-fa1df89e-fa5c-43a6-84ab-b3f36abb175f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:41.479824 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8d2cd75d-0999-49a8-aee5-89d1739e25c4 req-16217265-d6d9-48ac-bf5a-9bfd626126e1 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431747 Oct 28 17:10:42.464373 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:42.606978 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682785c-2445-4c73-bf69-c64df3fd759c req-37035200-5cf8-43a1-8afe-d48d77ad10a4 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:42.608456 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c682785c-2445-4c73-bf69-c64df3fd759c req-37035200-5cf8-43a1-8afe-d48d77ad10a4 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0558093 Oct 28 17:10:42.657149 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c682785c-2445-4c73-bf69-c64df3fd759c req-89706036-574f-429a-944a-a689ffc998d0 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Oct 28 17:10:43.796316 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fef829-d605-429a-9228-c374dfaa203b req-2e5cd5b8-42ab-4bae-acb4-0dbe582a1d60 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:43.797882 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-14fef829-d605-429a-9228-c374dfaa203b req-2e5cd5b8-42ab-4bae-acb4-0dbe582a1d60 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0509927 Oct 28 17:10:43.845638 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-14fef829-d605-429a-9228-c374dfaa203b req-0c79317d-93db-40a4-8507-4c0e8646e04e tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Oct 28 17:10:44.050776 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:44.976482 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18b7c2-a462-401c-909e-f9a916c3a07b req-6f1854cb-722d-4fb6-9538-bcafd7a03b9f tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:44.977938 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-df18b7c2-a462-401c-909e-f9a916c3a07b req-6f1854cb-722d-4fb6-9538-bcafd7a03b9f tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0548000 Oct 28 17:10:45.029411 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-df18b7c2-a462-401c-909e-f9a916c3a07b req-d3001a0a-4470-4ed4-a1e8-4e5eed3a65df tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457489 Oct 28 17:10:45.355131 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:46.162351 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94faecb-04f9-4518-acf5-06dd7465491e req-de4b9046-70b2-4dbd-897e-ca8a64c19023 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:46.163676 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d94faecb-04f9-4518-acf5-06dd7465491e req-de4b9046-70b2-4dbd-897e-ca8a64c19023 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0513031 Oct 28 17:10:46.209831 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d94faecb-04f9-4518-acf5-06dd7465491e req-f63b893c-9385-4396-b1a6-302b672e47b3 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Oct 28 17:10:47.354182 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf99a34-6932-48cb-86c3-e1c4f3edb274 req-e12eac85-3f6d-4184-ae30-12af73224d92 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:47.355654 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cbf99a34-6932-48cb-86c3-e1c4f3edb274 req-e12eac85-3f6d-4184-ae30-12af73224d92 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0548096 Oct 28 17:10:47.405433 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cbf99a34-6932-48cb-86c3-e1c4f3edb274 req-24964ef6-4251-4286-9517-4cc7184eecfb tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Oct 28 17:10:48.541110 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0008f-0e32-488a-aa6b-1de474a9535c req-15d1356d-c41b-49a4-a491-bb4cf14d4b4a tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:48.542606 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-91c0008f-0e32-488a-aa6b-1de474a9535c req-15d1356d-c41b-49a4-a491-bb4cf14d4b4a tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0545275 Oct 28 17:10:48.591790 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-91c0008f-0e32-488a-aa6b-1de474a9535c req-5b70d57d-d3d3-477c-808f-cd69d3b86b8d tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Oct 28 17:10:49.734864 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788794e2-86e0-4215-adb6-39286f5cabba req-fd86922f-86b7-448e-b6fd-6252d7d54bdd tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:49.736361 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-788794e2-86e0-4215-adb6-39286f5cabba req-fd86922f-86b7-448e-b6fd-6252d7d54bdd tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0605462 Oct 28 17:10:49.784699 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-788794e2-86e0-4215-adb6-39286f5cabba req-8bfc9377-2880-4893-83a3-5f8d86a3d5a2 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426378 Oct 28 17:10:50.466081 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-a9ff9854-609a-4e1a-a607-4818b0714d1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488873 Oct 28 17:10:50.565793 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-1cadaf9a-7ed6-42d8-b219-5192fd5e30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:50.567371 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-1cadaf9a-7ed6-42d8-b219-5192fd5e30d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 1129 time: 0.0462773 Oct 28 17:10:50.699657 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-27a6ff4c-5863-4cdf-85b8-fc8905599225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:50.701246 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-27a6ff4c-5863-4cdf-85b8-fc8905599225 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.0876017 Oct 28 17:10:50.766810 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-79c3121e-6250-4572-860c-0d55cfb5c754 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220 HTTP/1.1" status: 200 len: 1001 time: 0.0574918 Oct 28 17:10:50.916600 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03970247-e440-4b72-b7ae-0b0b61869db8 req-3eff378d-8706-46f0-be1c-5d40f1c09c99 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:50.918142 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-03970247-e440-4b72-b7ae-0b0b61869db8 req-3eff378d-8706-46f0-be1c-5d40f1c09c99 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0575297 Oct 28 17:10:50.966231 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-03970247-e440-4b72-b7ae-0b0b61869db8 req-e7b2962e-b7a1-4a11-a015-83af05990bea tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Oct 28 17:10:51.333217 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:51.359736 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-ec850b8d-e351-45dd-8694-f599fb292f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:51.361387 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-ec850b8d-e351-45dd-8694-f599fb292f0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.0518582 Oct 28 17:10:51.416065 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-f24586a7-bea3-4a88-8024-ea073ef27a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:51.417685 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-f24586a7-bea3-4a88-8024-ea073ef27a82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471346 Oct 28 17:10:51.521229 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-25976950-2528-4b2c-92b3-cdb279aa5991 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911722 Oct 28 17:10:51.719372 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-207d73b9-628d-4ba6-9af3-ece387e5c413 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:51.720836 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-207d73b9-628d-4ba6-9af3-ece387e5c413 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.44 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0927391 Oct 28 17:10:51.725515 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f57a2fb3-8f3f-4ac3-b329-7a48de56bf64 req-80d3a54c-7ae7-4b58-9e4a-b3b2e754bedc service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977306 Oct 28 17:10:51.844900 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-4c450cbb-0c47-41b0-89b4-1b2410566de6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Deleting port dd08ed26-2457-4b69-8a84-9fead8689372 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:10:51.845136 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-4c450cbb-0c47-41b0-89b4-1b2410566de6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:51.939005 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-4c450cbb-0c47-41b0-89b4-1b2410566de6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] For port dd08ed26-2457-4b69-8a84-9fead8689372, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=dd08ed26-2457-4b69-8a84-9fead8689372,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:10:51.939370 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-4c450cbb-0c47-41b0-89b4-1b2410566de6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:51.953744 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-4c450cbb-0c47-41b0-89b4-1b2410566de6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Calling delete_port for dd08ed26-2457-4b69-8a84-9fead8689372 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:10:52.120930 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-4c450cbb-0c47-41b0-89b4-1b2410566de6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (dd08ed26-2457-4b69-8a84-9fead8689372), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:52.123091 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc86de9-f39e-4613-b3f9-07a29be5710f req-a193bf00-6998-4a76-807c-2e98430bc689 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:10:52.126429 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6bc86de9-f39e-4613-b3f9-07a29be5710f req-a193bf00-6998-4a76-807c-2e98430bc689 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 946 time: 0.0846760 Oct 28 17:10:52.151881 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c450cbb-0c47-41b0-89b4-1b2410566de6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Pushing event deleted for resources: {'Port': ['ID=dd08ed26-2457-4b69-8a84-9fead8689372,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:10:52.181409 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6bc86de9-f39e-4613-b3f9-07a29be5710f req-c06adc88-65b1-4a71-81ff-7f032243f5e1 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/security-groups?id=049597c2-9ad4-43bc-aab4-04a141b720c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496099 Oct 28 17:10:52.224804 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-4c450cbb-0c47-41b0-89b4-1b2410566de6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] No DVR routers for this DVR port dd08ed26-2457-4b69-8a84-9fead8689372 on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:10:52.228613 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-4c450cbb-0c47-41b0-89b4-1b2410566de6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:10:52.232624 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-36df5484-88f2-4551-b52f-96a0d904eb96 req-4c450cbb-0c47-41b0-89b4-1b2410566de6 tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.44 "DELETE /v2.0/ports/dd08ed26-2457-4b69-8a84-9fead8689372 HTTP/1.1" status: 204 len: 173 time: 0.5056953 Oct 28 17:10:52.233590 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f793d1a1-fe46-4db6-bcdd-c4ba84b285be', 'name': 'network-vif-deleted', 'tag': 'dd08ed26-2457-4b69-8a84-9fead8689372'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:10:52.238746 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e627fd71-2b44-4bfe-a645-9540305cf3d5" -d '{"events": [{"server_uuid": "f793d1a1-fe46-4db6-bcdd-c4ba84b285be", "name": "network-vif-deleted", "tag": "dd08ed26-2457-4b69-8a84-9fead8689372"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:10:52.279516 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b917a33-3428-4eb9-8402-0431ff7e1144 x-openstack-request-id: req-6b917a33-3428-4eb9-8402-0431ff7e1144 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:10:52.280235 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f793d1a1-fe46-4db6-bcdd-c4ba84b285be", "name": "network-vif-deleted", "tag": "dd08ed26-2457-4b69-8a84-9fead8689372", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:10:52.281069 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b917a33-3428-4eb9-8402-0431ff7e1144 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:10:52.281942 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b917a33-3428-4eb9-8402-0431ff7e1144'] response: {'server_uuid': 'f793d1a1-fe46-4db6-bcdd-c4ba84b285be', 'name': 'network-vif-deleted', 'tag': 'dd08ed26-2457-4b69-8a84-9fead8689372', 'status': 'completed', 'code': 200} Oct 28 17:10:52.902107 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device dd08ed26-2457-4b69-8a84-9fead8689372 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:10:52.925476 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: dd08ed26-2457-4b69-8a84-9fead8689372 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:10:52.925844 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device dd08ed26-2457-4b69-8a84-9fead8689372 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:10:53.298779 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-efcc58bc-567d-4fa2-a117-05c6d1c763b5 req-5bdb9c1b-9600-43b8-92d9-1d92ab52c00d tempest-DeleteServersTestJSON-157767440 tempest-DeleteServersTestJSON-157767440-project] 10.222.0.20 "GET /v2.0/ports?device_id=f793d1a1-fe46-4db6-bcdd-c4ba84b285be HTTP/1.1" status: 200 len: 210 time: 0.0267353 Oct 28 17:11:03.214000 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60072) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:03.613112 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (88d3dea7-4b8e-4f90-b123-9161fefcd33a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:03.886982 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Deleting port 26a42147-81bb-4e06-9279-f2ee86afa0b0 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:11:03.887390 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:03.979880 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] For port 26a42147-81bb-4e06-9279-f2ee86afa0b0, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=26a42147-81bb-4e06-9279-f2ee86afa0b0,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:03.980235 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:03.993296 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Calling delete_port for 26a42147-81bb-4e06-9279-f2ee86afa0b0 owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:11:04.199791 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (26a42147-81bb-4e06-9279-f2ee86afa0b0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:04.223073 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a42147-81bb-4e06-9279-f2ee86afa0b0,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:04.234434 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.234751 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.235086 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.235446 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.235764 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.236085 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.236378 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.236726 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.237040 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.237336 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.237658 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.237985 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.238316 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:04.348794 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (88d3dea7-4b8e-4f90-b123-9161fefcd33a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:04.736650 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Router 88d3dea7-4b8e-4f90-b123-9161fefcd33a has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:11:04.835585 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:11:04.841252 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ec34d01e-47c4-41b2-8bd8-2b95a05f19a4 admin admin] 10.222.0.20 "PUT /v2.0/routers/88d3dea7-4b8e-4f90-b123-9161fefcd33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6261017 Oct 28 17:11:04.843164 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60098) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:04.844468 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] Sync routers for ids ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:11:04.855064 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] Routers {'88d3dea7-4b8e-4f90-b123-9161fefcd33a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:04.855738 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:10:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:04.938152 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Publish callbacks [] for router (88d3dea7-4b8e-4f90-b123-9161fefcd33a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:04.951224 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] Set router 88d3dea7-4b8e-4f90-b123-9161fefcd33a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:05.037312 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Publish callbacks [] for router_gateway (88d3dea7-4b8e-4f90-b123-9161fefcd33a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.091552 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Deleting port b04bcc41-883e-4eed-a59a-bcfff94ff1f8 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:11:05.091755 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.172818 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] For port b04bcc41-883e-4eed-a59a-bcfff94ff1f8, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=b04bcc41-883e-4eed-a59a-bcfff94ff1f8,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:05.173202 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.185422 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Calling delete_port for b04bcc41-883e-4eed-a59a-bcfff94ff1f8 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:11:05.204949 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'name': 'tempest-DeleteServersTestJSON-1709868515-router', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:00Z', 'updated_at': '2022-10-28T17:11:04Z', 'revision_number': 5, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'gw_port': {'id': 'b04bcc41-883e-4eed-a59a-bcfff94ff1f8', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:05.231175 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] Checking router: 88d3dea7-4b8e-4f90-b123-9161fefcd33a for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:11:05.239676 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] Routers {'88d3dea7-4b8e-4f90-b123-9161fefcd33a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:05.240238 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:10:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:05.320981 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] Set router 88d3dea7-4b8e-4f90-b123-9161fefcd33a gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:05.345752 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (b04bcc41-883e-4eed-a59a-bcfff94ff1f8), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.367335 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'name': 'tempest-DeleteServersTestJSON-1709868515-router', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:00Z', 'updated_at': '2022-10-28T17:11:05Z', 'revision_number': 6, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:05.369187 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Pushing event deleted for resources: {'Port': ['ID=b04bcc41-883e-4eed-a59a-bcfff94ff1f8,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:05.391628 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d71d258-383e-47f2-9663-dc0685e04d7a None None] The sync data for ids ['88d3dea7-4b8e-4f90-b123-9161fefcd33a'] in dv-cinder-859839-1-iscsi is: [{'id': '88d3dea7-4b8e-4f90-b123-9161fefcd33a', 'name': 'tempest-DeleteServersTestJSON-1709868515-router', 'tenant_id': '7590dca919bd47d8a8c62014276a60ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:00Z', 'updated_at': '2022-10-28T17:11:05Z', 'revision_number': 6, 'project_id': '7590dca919bd47d8a8c62014276a60ef', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:11:05.396241 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (88d3dea7-4b8e-4f90-b123-9161fefcd33a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.497416 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (88d3dea7-4b8e-4f90-b123-9161fefcd33a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.499610 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Publish callbacks [] for router_controller (88d3dea7-4b8e-4f90-b123-9161fefcd33a), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.571071 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (88d3dea7-4b8e-4f90-b123-9161fefcd33a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.571657 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88d3dea7-4b8e-4f90-b123-9161fefcd33a {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:11:05.577647 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.578927 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-fb0f6ef4-ff35-4cb2-a452-021ce4d2d14e admin admin] 10.222.0.20 "DELETE /v2.0/routers/88d3dea7-4b8e-4f90-b123-9161fefcd33a HTTP/1.1" status: 204 len: 168 time: 0.7347908 Oct 28 17:11:05.581430 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60106) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:05.626388 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3357254-6fa8-48cd-aeba-9d715fb93c4a admin admin] Deleting subnet 8ef86c61-aca3-4f4d-b8da-dafda8d71620 {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:11:05.629438 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e3357254-6fa8-48cd-aeba-9d715fb93c4a admin admin] Publish callbacks [] for subnet (8ef86c61-aca3-4f4d-b8da-dafda8d71620), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.664933 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e3357254-6fa8-48cd-aeba-9d715fb93c4a admin admin] Publish callbacks [] for subnet (8ef86c61-aca3-4f4d-b8da-dafda8d71620), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.742178 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e3357254-6fa8-48cd-aeba-9d715fb93c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (8ef86c61-aca3-4f4d-b8da-dafda8d71620), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.805981 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e3357254-6fa8-48cd-aeba-9d715fb93c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (8ef86c61-aca3-4f4d-b8da-dafda8d71620), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.832891 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3357254-6fa8-48cd-aeba-9d715fb93c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef86c61-aca3-4f4d-b8da-dafda8d71620,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:05.836910 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e3357254-6fa8-48cd-aeba-9d715fb93c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.842587 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d780e6-9a91-4098-ae2d-eaf80540b627 None None] Network 9efc92a5-2966-4a3b-8cca-04db2c9140e1 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:11:05.843110 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e3357254-6fa8-48cd-aeba-9d715fb93c4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8ef86c61-aca3-4f4d-b8da-dafda8d71620 HTTP/1.1" status: 204 len: 168 time: 0.2600091 Oct 28 17:11:05.843229 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60110) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:05.911913 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (9efc92a5-2966-4a3b-8cca-04db2c9140e1), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:05.959132 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Deleting port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:11:05.959634 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.023325 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] For port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=3936db12-a3db-4f51-bbc1-8ba6db5cef5c,segment=NetworkSegment(d80175d2-f7fa-4b72-9b55-c63711684811),segment_id=d80175d2-f7fa-4b72-9b55-c63711684811)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:06.023940 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.036482 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Calling delete_port for 3936db12-a3db-4f51-bbc1-8ba6db5cef5c owned by network:dhcp {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:11:06.111481 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (3936db12-a3db-4f51-bbc1-8ba6db5cef5c), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.136240 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3936db12-a3db-4f51-bbc1-8ba6db5cef5c,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:06.138417 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] No DVR routers for this DVR port 3936db12-a3db-4f51-bbc1-8ba6db5cef5c on host dv-cinder-859839-1-iscsi {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:11:06.147030 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.147390 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.147728 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.148066 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.148394 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.148724 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.149378 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.149378 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.150184 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.150184 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.150348 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.150657 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.150994 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:06.188267 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d10118e-e8f9-4b3f-bbf2-9ec35933f0c9 None None] DHCP port deletion for 9efc92a5-2966-4a3b-8cca-04db2c9140e1 request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:11:06.231577 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (9efc92a5-2966-4a3b-8cca-04db2c9140e1), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.251325 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efc92a5-2966-4a3b-8cca-04db2c9140e1']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:06.260696 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80175d2-f7fa-4b72-9b55-c63711684811') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:06.260991 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80175d2-f7fa-4b72-9b55-c63711684811') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:06.270513 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (d80175d2-f7fa-4b72-9b55-c63711684811), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.275110 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 26a42147-81bb-4e06-9279-f2ee86afa0b0 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:11:06.284840 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (d80175d2-f7fa-4b72-9b55-c63711684811), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.291268 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:11:06.291756 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (d80175d2-f7fa-4b72-9b55-c63711684811), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.295987 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 26a42147-81bb-4e06-9279-f2ee86afa0b0 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:11:06.296333 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 26a42147-81bb-4e06-9279-f2ee86afa0b0 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:11:06.296762 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 3936db12-a3db-4f51-bbc1-8ba6db5cef5c no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:11:06.315811 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 3936db12-a3db-4f51-bbc1-8ba6db5cef5c {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:11:06.316156 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 3936db12-a3db-4f51-bbc1-8ba6db5cef5c not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:11:06.316586 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device b04bcc41-883e-4eed-a59a-bcfff94ff1f8 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:11:06.338424 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: b04bcc41-883e-4eed-a59a-bcfff94ff1f8 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:11:06.338771 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device b04bcc41-883e-4eed-a59a-bcfff94ff1f8 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:11:06.348127 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment d80175d2-f7fa-4b72-9b55-c63711684811 resource provider aggregate not found Oct 28 17:11:06.359527 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (9efc92a5-2966-4a3b-8cca-04db2c9140e1), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.364677 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.367962 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9efc92a5-2966-4a3b-8cca-04db2c9140e1 HTTP/1.1" status: 204 len: 168 time: 0.5242000 Oct 28 17:11:06.369511 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment d80175d2-f7fa-4b72-9b55-c63711684811 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d80175d2-f7fa-4b72-9b55-c63711684811 found for delete ", "request_id": "req-20dcb133-a1d3-4ffa-b49a-0b843f50f4aa"}]} Oct 28 17:11:06.382884 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2dabf-8c90-441d-bd65-4448feabbfa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9efc92a5-2966-4a3b-8cca-04db2c9140e1,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:06.540988 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60124) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:06.581523 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6723f211-cc15-40f1-868e-1c5a37cdfa40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7590dca919bd47d8a8c62014276a60ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393493 Oct 28 17:11:06.584144 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60126) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:06.630534 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5146f709-7395-4cac-83ea-6a87b023651f admin admin] Publish callbacks [] for security_group (049597c2-9ad4-43bc-aab4-04a141b720c0), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.650986 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5146f709-7395-4cac-83ea-6a87b023651f admin admin] Publish callbacks [] for security_group (049597c2-9ad4-43bc-aab4-04a141b720c0), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.701289 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5146f709-7395-4cac-83ea-6a87b023651f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (049597c2-9ad4-43bc-aab4-04a141b720c0), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.705712 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5146f709-7395-4cac-83ea-6a87b023651f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:06.707354 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-5146f709-7395-4cac-83ea-6a87b023651f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/049597c2-9ad4-43bc-aab4-04a141b720c0 HTTP/1.1" status: 204 len: 168 time: 0.1223042 Oct 28 17:11:06.715339 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146f709-7395-4cac-83ea-6a87b023651f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049597c2-9ad4-43bc-aab4-04a141b720c0,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:07.384278 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60154) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:07.488863 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-766874007-network', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:07.511095 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Made reservation on behalf of 49aee95e7abd4277becf4002c6f9f34d for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:11:07.513462 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:07.523669 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:07.604002 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Publish callbacks [] for security_group (0152921a-36fa-4bc1-8b15-28f1dfc585db), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:07.608327 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (0152921a-36fa-4bc1-8b15-28f1dfc585db), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:07.631771 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:11:07.640355 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0152921a-36fa-4bc1-8b15-28f1dfc585db,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:07.646198 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (09ef219f-2d9d-463c-b51c-4994ef3ae0ad), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:07.646507 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Added segment 09ef219f-2d9d-463c-b51c-4994ef3ae0ad of type vlan for network 603f58d8-b8bf-4379-999a-3de0ce72ad68 Oct 28 17:11:07.685083 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (603f58d8-b8bf-4379-999a-3de0ce72ad68), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:07.712148 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (603f58d8-b8bf-4379-999a-3de0ce72ad68), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:07.713093 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:07.713784 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:07.763768 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3783281 Oct 28 17:11:07.767139 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60160) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:07.772560 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Request body: {'subnet': {'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-subnet', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:07.774735 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a810ff4-29b1-4163-99a8-70b1e4aa930b admin admin] Pushing event updated for resources: {'Network': ['ID=603f58d8-b8bf-4379-999a-3de0ce72ad68,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:07.784862 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:11:07.792556 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Made reservation on behalf of 49aee95e7abd4277becf4002c6f9f34d for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:11:07.794980 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:07.959998 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.017633 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:08.027907 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Checking segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:08.028258 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Network hostable DHCP agents. Network: 603f58d8-b8bf-4379-999a-3de0ce72ad68, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:11:08.045433 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:11:08.054600 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 603f58d8-b8bf-4379-999a-3de0ce72ad68) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:08.059675 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:08.060795 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.064244 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dee603-d311-46ab-bc7e-5c6e800420c2 None None] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:11:08.078420 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5b107917-02b9-44f9-891b-6ad0b8a93f23 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3102064 Oct 28 17:11:08.081047 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60164) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:08.085129 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:08.103889 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (43091b34-ca43-41fb-8250-e3bf2f8ad08a), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.104950 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (43091b34-ca43-41fb-8250-e3bf2f8ad08a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.162813 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks [] for router_controller (43091b34-ca43-41fb-8250-e3bf2f8ad08a), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.291258 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-603f58d8-b8bf-4379-999a-3de0ce72ad68', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:11:08.292174 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.304029 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks [] for router_gateway (43091b34-ca43-41fb-8250-e3bf2f8ad08a), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.426235 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Allocated IP 172.20.0.2 (603f58d8-b8bf-4379-999a-3de0ce72ad68/e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc/28f6d1cd-3111-411b-bf0b-24511e48b762) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:08.498371 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks [] for router_gateway (43091b34-ca43-41fb-8250-e3bf2f8ad08a), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.519984 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.565523 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Publish callbacks [] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.572385 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.609472 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:08.617894 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:08.621781 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:08.628279 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Pushing event updated for resources: {'Port': ['ID=28f6d1cd-3111-411b-bf0b-24511e48b762,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:08.629431 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Allocated IP 172.27.0.4 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/bc80737a-f176-4578-8a8b-c660a929ad9b) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:08.638287 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.638935 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.639086 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.639404 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.639777 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.640080 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.640405 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.640750 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.641052 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.641427 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.641831 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.642068 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.642392 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:08.696696 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Attempting to bind port 28f6d1cd-3111-411b-bf0b-24511e48b762 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:08.697105 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Attempting to bind port 28f6d1cd-3111-411b-bf0b-24511e48b762 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:08.697471 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Attempting to bind port 28f6d1cd-3111-411b-bf0b-24511e48b762 on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:08.702718 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:08.703204 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Checking segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:08.703616 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.704010 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Bound using segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:08.704507 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Bound port: 28f6d1cd-3111-411b-bf0b-24511e48b762, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:08.704917 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.735101 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks [] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.762326 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] For port 28f6d1cd-3111-411b-bf0b-24511e48b762, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:08.766064 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] For port 28f6d1cd-3111-411b-bf0b-24511e48b762, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=28f6d1cd-3111-411b-bf0b-24511e48b762,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:08.769423 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.774001 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:08.812957 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:08.817652 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:08.820628 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:08.837341 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69e139-5674-4811-9108-16dd61ee1c0b None None] Pushing event updated for resources: {'Port': ['ID=28f6d1cd-3111-411b-bf0b-24511e48b762,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:08.865347 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Pushing event updated for resources: {'Port': ['ID=bc80737a-f176-4578-8a8b-c660a929ad9b,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:09.054650 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks [] for router_gateway (43091b34-ca43-41fb-8250-e3bf2f8ad08a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:09.085637 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d90c0a56-b959-48cf-8dc4-6cec92a5097e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:09.241977 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (43091b34-ca43-41fb-8250-e3bf2f8ad08a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:09.581278 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Router 43091b34-ca43-41fb-8250-e3bf2f8ad08a is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:11:09.673541 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65266f66-031f-4445-8311-47b6c5227c8b None None] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:11:09.684961 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:11:09.705615 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:09.709630 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-91304dbe-6298-4528-bb5c-b1a299cb1eeb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6250696 Oct 28 17:11:09.709898 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60180) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:09.716692 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Sync routers for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:11:09.725916 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:09.726626 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:10:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:09.842518 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-94b1c8bb-11d9-4220-9e82-ad442d69a7fa None None] Provisioning complete for port 28f6d1cd-3111-411b-bf0b-24511e48b762 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:09.843225 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-94b1c8bb-11d9-4220-9e82-ad442d69a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:09.843225 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-94b1c8bb-11d9-4220-9e82-ad442d69a7fa None None] Attempt 1 to provision port 28f6d1cd-3111-411b-bf0b-24511e48b762 Oct 28 17:11:09.907158 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:10.074615 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-94b1c8bb-11d9-4220-9e82-ad442d69a7fa None None] Current status of the port 28f6d1cd-3111-411b-bf0b-24511e48b762 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:10.075283 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-94b1c8bb-11d9-4220-9e82-ad442d69a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.133230 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.133858 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-94b1c8bb-11d9-4220-9e82-ad442d69a7fa None None] For port 28f6d1cd-3111-411b-bf0b-24511e48b762, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=28f6d1cd-3111-411b-bf0b-24511e48b762,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:10.139821 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-94b1c8bb-11d9-4220-9e82-ad442d69a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.195779 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:08Z', 'revision_number': 3, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:10.198859 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1c8bb-11d9-4220-9e82-ad442d69a7fa None None] Pushing event updated for resources: {'Port': ['ID=28f6d1cd-3111-411b-bf0b-24511e48b762,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:10.223102 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Checking router: 43091b34-ca43-41fb-8250-e3bf2f8ad08a for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:11:10.223651 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Updating router 43091b34-ca43-41fb-8250-e3bf2f8ad08a port bc80737a-f176-4578-8a8b-c660a929ad9b binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:11:10.259891 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.333050 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Allocated IP 172.20.0.1 (603f58d8-b8bf-4379-999a-3de0ce72ad68/e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc/e3a58b07-ef31-4f9e-ba5a-dc9538b4e467) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:10.342376 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 28f6d1cd-3111-411b-bf0b-24511e48b762 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:10.434388 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Publish callbacks [] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.441914 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-97cad3aa-0a35-4e07-b2ee-596319c5b864 None None] Provisioning complete for port 28f6d1cd-3111-411b-bf0b-24511e48b762 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:10.442315 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-97cad3aa-0a35-4e07-b2ee-596319c5b864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.442647 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-97cad3aa-0a35-4e07-b2ee-596319c5b864 None None] Attempt 1 to provision port 28f6d1cd-3111-411b-bf0b-24511e48b762 Oct 28 17:11:10.468644 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.503111 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:10.504036 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 28f6d1cd-3111-411b-bf0b-24511e48b762 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:10.504405 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.504737 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 28f6d1cd-3111-411b-bf0b-24511e48b762 Oct 28 17:11:10.509779 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:10.512726 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:10.513549 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (43091b34-ca43-41fb-8250-e3bf2f8ad08a), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.555080 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a58b07-ef31-4f9e-ba5a-dc9538b4e467,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:10.651663 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.655897 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-97cad3aa-0a35-4e07-b2ee-596319c5b864 None None] Current status of the port 28f6d1cd-3111-411b-bf0b-24511e48b762 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:10.690402 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Publish callbacks [] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.700439 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.704706 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 28f6d1cd-3111-411b-bf0b-24511e48b762 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:10.737837 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Attempting to bind port bc80737a-f176-4578-8a8b-c660a929ad9b on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:10.738238 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Attempting to bind port bc80737a-f176-4578-8a8b-c660a929ad9b by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:10.738601 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Attempting to bind port bc80737a-f176-4578-8a8b-c660a929ad9b on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:10.750128 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:10.750503 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:10.751248 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.751248 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:10.751748 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Bound port: bc80737a-f176-4578-8a8b-c660a929ad9b, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:10.752128 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.774494 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23601eb1-f4ec-4f2c-bfd0-032008c70dfb None None] Pushing event updated for resources: {'Port': ['ID=bc80737a-f176-4578-8a8b-c660a929ad9b,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:10.811833 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-a8e579de-0e35-4754-9814-915617636718 None None] Provisioning complete for port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:10.812218 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a8e579de-0e35-4754-9814-915617636718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.812535 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Attempt 1 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:10.815068 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] For port bc80737a-f176-4578-8a8b-c660a929ad9b, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:10.819225 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] For port bc80737a-f176-4578-8a8b-c660a929ad9b, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=bc80737a-f176-4578-8a8b-c660a929ad9b,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:10.821801 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Publish callbacks [] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.826286 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.827089 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (43091b34-ca43-41fb-8250-e3bf2f8ad08a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.842478 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:10.872765 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:10.885769 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:10.886424 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:10:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:10.904757 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a58b07-ef31-4f9e-ba5a-dc9538b4e467,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:10.951793 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:10.953287 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:11.075139 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Router 43091b34-ca43-41fb-8250-e3bf2f8ad08a has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:11:11.082462 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23601eb1-f4ec-4f2c-bfd0-032008c70dfb None None] Pushing event updated for resources: {'Port': ['ID=bc80737a-f176-4578-8a8b-c660a929ad9b,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:11.149865 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:11.188749 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:11:11.193908 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-17f6bd72-aafc-4e7a-bfcc-2e715dd3f9c7 admin admin] 10.222.0.20 "PUT /v2.0/routers/43091b34-ca43-41fb-8250-e3bf2f8ad08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4830265 Oct 28 17:11:11.352140 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 2, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:11.378451 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Attempt 2 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:11.380235 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0669e-bd93-472c-8db2-631be36dea33 None None] The sync data for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi is: [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 2, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:11:11.435833 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:11.440179 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e5f04dbd-ecb5-44f1-a7fc-b74f7aa48914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:11.685617 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01639875-b461-4062-bb76-1a67105f9747 req-a66c4243-9949-47d5-85fc-dcccffd5828c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:11.687347 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-a66c4243-9949-47d5-85fc-dcccffd5828c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 818 time: 0.1278369 Oct 28 17:11:11.703078 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-e7127488-c55d-49b2-9de4-ccec6bd7b632 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/quotas/49aee95e7abd4277becf4002c6f9f34d HTTP/1.1" status: 200 len: 375 time: 0.0097268 Oct 28 17:11:11.760301 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-2a7d5dce-bb58-4f7a-a276-0d8fefbaac96 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508378 Oct 28 17:11:11.868505 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-27e7b865-01d0-4c6a-8d2d-f69e17bbfe2a service neutron] 10.222.0.20 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012125 Oct 28 17:11:11.937930 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Attempt 3 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:11.960509 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-9ffe311c-c5c9-40d8-a240-ec4b19eb3996 service neutron] 10.222.0.20 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859106 Oct 28 17:11:11.981233 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:12.141760 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f4f18753-93a5-4e03-a3cd-befb1e83e140 req-3e766b30-312a-4038-b1c2-d6cbca0c6e17 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 210 time: 0.0338025 Oct 28 17:11:12.403064 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device bc80737a-f176-4578-8a8b-c660a929ad9b up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:12.475955 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:12.476911 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port bc80737a-f176-4578-8a8b-c660a929ad9b triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:12.477387 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:12.477863 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port bc80737a-f176-4578-8a8b-c660a929ad9b Oct 28 17:11:12.479824 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-ffed1338-26e8-40a6-b510-b0f151814403 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:12.481506 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-ffed1338-26e8-40a6-b510-b0f151814403 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 818 time: 0.1705062 Oct 28 17:11:12.502544 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-37492cfc-3bd0-4597-8eec-771d4337bb69 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/quotas/49aee95e7abd4277becf4002c6f9f34d HTTP/1.1" status: 200 len: 375 time: 0.0136106 Oct 28 17:11:12.511292 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Attempt 4 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:12.570053 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:12.590176 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-bf04b31c-0745-4da9-b340-4c57973dc320 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820069 Oct 28 17:11:12.634454 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port bc80737a-f176-4578-8a8b-c660a929ad9b is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:12.634859 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:12.687158 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port bc80737a-f176-4578-8a8b-c660a929ad9b, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=bc80737a-f176-4578-8a8b-c660a929ad9b,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:12.695388 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:12.696388 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 28f6d1cd-3111-411b-bf0b-24511e48b762 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:12.723046 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-8db44373-19ce-4f3c-b131-0c89227df2eb service neutron] 10.222.0.20 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243806 Oct 28 17:11:12.804780 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=bc80737a-f176-4578-8a8b-c660a929ad9b,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:12.816002 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 28f6d1cd-3111-411b-bf0b-24511e48b762 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:12.816002 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:12.816172 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 28f6d1cd-3111-411b-bf0b-24511e48b762 Oct 28 17:11:12.849055 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-aa1da2b7-bf7a-42cc-b5ed-2ab37d7debfc service neutron] 10.222.0.20 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195426 Oct 28 17:11:12.913455 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 28f6d1cd-3111-411b-bf0b-24511e48b762 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:13.071290 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Attempt 5 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:13.104209 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b74072b7-cc39-4537-9e16-0b27f6ee0913 req-29e6edc3-9940-4dbb-9d3a-f4acd2137e30 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 210 time: 0.0528085 Oct 28 17:11:13.120056 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:13.595689 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01639875-b461-4062-bb76-1a67105f9747 req-5dc9479b-6759-4e7c-8919-2626782e4b16 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:13.597316 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-5dc9479b-6759-4e7c-8919-2626782e4b16 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 818 time: 0.1701689 Oct 28 17:11:13.615400 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Request body: {'port': {'device_id': '861bb707-600d-4e11-bea3-090de2206c83', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'admin_state_up': True, 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:13.621513 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Attempt 6 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:13.662071 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:13.759559 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Made reservation on behalf of 49aee95e7abd4277becf4002c6f9f34d for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:11:13.772013 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:13.786226 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:11:13.901022 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Allocated IP 172.20.0.12 (603f58d8-b8bf-4379-999a-3de0ce72ad68/e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc/8a79b9f2-b282-48ff-b5df-8193de59a513) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:13.976493 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Sync routers for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:11:13.988089 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:13.989241 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:14.044513 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.060785 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.091055 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:14.093053 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.134137 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:14.141638 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:14.144456 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:14.162820 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Attempt 7 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:14.176719 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event updated for resources: {'Port': ['ID=8a79b9f2-b282-48ff-b5df-8193de59a513,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:14.222888 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:14.224283 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.249040 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-eb652ac6-82f8-4c99-b8cb-d8faaac50e31 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6380775 Oct 28 17:11:14.257240 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:14.279095 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8e232290-b7d4-4b1a-ad28-18c2d001c052 req-da5ba703-300f-4953-a289-8c4879bee4fb tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 210 time: 0.0406413 Oct 28 17:11:14.346639 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device bc80737a-f176-4578-8a8b-c660a929ad9b up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:14.360739 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 2, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:14.386907 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Checking router: 43091b34-ca43-41fb-8250-e3bf2f8ad08a for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:11:14.387262 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Updating router 43091b34-ca43-41fb-8250-e3bf2f8ad08a port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:11:14.400806 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port bc80737a-f176-4578-8a8b-c660a929ad9b triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:14.401190 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.401529 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port bc80737a-f176-4578-8a8b-c660a929ad9b Oct 28 17:11:14.420831 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.480297 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port bc80737a-f176-4578-8a8b-c660a929ad9b is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:14.580816 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Request body: {'port': {'device_id': '861bb707-600d-4e11-bea3-090de2206c83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:14.679500 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.731615 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Publish callbacks [] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.737833 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-b2393f37-8689-419e-b658-272f582f1d4b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:14.739672 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-b2393f37-8689-419e-b658-272f582f1d4b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 818 time: 0.1416032 Oct 28 17:11:14.744279 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.758619 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Attempt 8 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:14.770825 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Request body: {'port': {'device_id': '0f2b4600-bc95-4f87-83be-429926730922', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'admin_state_up': True, 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:14.789772 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Pushing event updated for resources: {'Port': ['ID=e3a58b07-ef31-4f9e-ba5a-dc9538b4e467,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:14.810652 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.811086 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.811610 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.812190 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.812988 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.813508 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.813995 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.814461 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.814925 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.815447 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.815970 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.816597 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.817228 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:11:14.854847 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:14.859816 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Attempting to bind port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:14.860187 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Attempting to bind port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:14.860549 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Attempting to bind port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:14.865887 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:14.866306 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Checking segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:14.866713 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.867100 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Bound using segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:14.867732 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Bound port: e3a58b07-ef31-4f9e-ba5a-dc9538b4e467, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:14.868510 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.929580 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] For port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:14.933053 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] For port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=e3a58b07-ef31-4f9e-ba5a-dc9538b4e467,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:14.939524 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.963162 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Made reservation on behalf of 49aee95e7abd4277becf4002c6f9f34d for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:11:14.967601 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:14.969055 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:14.969847 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:15.037118 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95944e0d-580b-49af-8247-43ad03dae660 None None] Pushing event updated for resources: {'Port': ['ID=e3a58b07-ef31-4f9e-ba5a-dc9538b4e467,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:15.062138 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a79b9f2-b282-48ff-b5df-8193de59a513 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:11:15.070226 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Publish callbacks [] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.082081 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Transition to ACTIVE for port object 8a79b9f2-b282-48ff-b5df-8193de59a513 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:11:15.085962 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.087143 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:15.144752 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Allocated IP 172.20.0.14 (603f58d8-b8bf-4379-999a-3de0ce72ad68/e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc/80cae0a5-11ec-4f9b-9c67-f03dbc95283b) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:15.163094 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a79b9f2-b282-48ff-b5df-8193de59a513,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:15.196874 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Attempting to bind port 8a79b9f2-b282-48ff-b5df-8193de59a513 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:15.197202 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Attempting to bind port 8a79b9f2-b282-48ff-b5df-8193de59a513 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:15.198275 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Attempting to bind port 8a79b9f2-b282-48ff-b5df-8193de59a513 on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:15.204179 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Port 8a79b9f2-b282-48ff-b5df-8193de59a513 on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:11:15.204493 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Attempting to bind port 8a79b9f2-b282-48ff-b5df-8193de59a513 on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:15.209428 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:15.209760 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Checking segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:15.210168 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Bound using segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:15.210593 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Bound port: 8a79b9f2-b282-48ff-b5df-8193de59a513, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:15.210936 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.273632 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] For port 8a79b9f2-b282-48ff-b5df-8193de59a513, host hv-cinder-85983, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:15.277568 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] For port 8a79b9f2-b282-48ff-b5df-8193de59a513, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=8a79b9f2-b282-48ff-b5df-8193de59a513,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:15.284426 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.289444 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:15.290083 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.291506 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] 10.222.0.44 "PUT /v2.0/ports/8a79b9f2-b282-48ff-b5df-8193de59a513 HTTP/1.1" status: 200 len: 1094 time: 0.7160091 Oct 28 17:11:15.292118 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861bb707-600d-4e11-bea3-090de2206c83', 'tag': '8a79b9f2-b282-48ff-b5df-8193de59a513'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:11:15.294428 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb554b-c8df-4b16-8ea8-4f5bd97a11ca" -d '{"events": [{"name": "network-changed", "server_uuid": "861bb707-600d-4e11-bea3-090de2206c83", "tag": "8a79b9f2-b282-48ff-b5df-8193de59a513"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:11:15.296395 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:14Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:15.301622 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.347373 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.364905 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Attempt 9 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:15.416770 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:15.421692 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:15.441506 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b81e6-4087-406b-bf04-65d26b4e6edb None None] The sync data for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi is: [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:14Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:11:15.450776 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:15.460952 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:15.461647 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.462289 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.499756 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event updated for resources: {'Port': ['ID=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:15.555042 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-d2615abd-4d17-43b0-8601-b2cfeb56bd8a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8039453 Oct 28 17:11:15.567012 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a8e579de-0e35-4754-9814-915617636718 None None] Current status of the port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:15.567414 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a8e579de-0e35-4754-9814-915617636718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.599787 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177793-aa71-44a5-882a-ea2d74b3ac52 req-6fb1df38-255c-40ca-ad26-a0edc982b073 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:15.601675 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-01177793-aa71-44a5-882a-ea2d74b3ac52 req-6fb1df38-255c-40ca-ad26-a0edc982b073 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 932 time: 0.1340470 Oct 28 17:11:15.635125 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-a8e579de-0e35-4754-9814-915617636718 None None] For port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=e3a58b07-ef31-4f9e-ba5a-dc9538b4e467,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:15.638663 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1f8265-9294-4491-8526-5041b54350bf x-openstack-request-id: req-3f1f8265-9294-4491-8526-5041b54350bf {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:11:15.639062 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861bb707-600d-4e11-bea3-090de2206c83", "tag": "8a79b9f2-b282-48ff-b5df-8193de59a513", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:11:15.639618 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f1f8265-9294-4491-8526-5041b54350bf {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:11:15.640174 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1f8265-9294-4491-8526-5041b54350bf'] response: {'name': 'network-changed', 'server_uuid': '861bb707-600d-4e11-bea3-090de2206c83', 'tag': '8a79b9f2-b282-48ff-b5df-8193de59a513', 'status': 'completed', 'code': 200} Oct 28 17:11:15.643183 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a8e579de-0e35-4754-9814-915617636718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.661917 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaffa3d-f85a-429c-977f-8437394663d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a79b9f2-b282-48ff-b5df-8193de59a513,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:15.678806 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-01177793-aa71-44a5-882a-ea2d74b3ac52 req-c37e047f-ca12-441a-abe0-fc4c905dbd14 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665970 Oct 28 17:11:15.710145 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e579de-0e35-4754-9814-915617636718 None None] Pushing event updated for resources: {'Port': ['ID=e3a58b07-ef31-4f9e-ba5a-dc9538b4e467,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:15.777420 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Provisioning complete for port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:15.777870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.778298 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Attempt 1 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:15.849483 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Current status of the port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:15.859768 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Provisioning complete for port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:15.860136 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:15.860465 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Attempt 1 to provision port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b Oct 28 17:11:15.891831 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:16.264446 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:16.319388 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:16.319773 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:16.320094 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 Oct 28 17:11:16.391086 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:16.392819 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Attempt 2 to provision port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b Oct 28 17:11:16.423327 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:16.818398 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e3557-c5ed-4c84-8566-5cfb15b43419 req-b6e86c38-34e8-458e-9b58-48bbfd0c1c80 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:16.820000 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e17e3557-c5ed-4c84-8566-5cfb15b43419 req-b6e86c38-34e8-458e-9b58-48bbfd0c1c80 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 932 time: 0.0540354 Oct 28 17:11:16.872906 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e17e3557-c5ed-4c84-8566-5cfb15b43419 req-1f543d86-861f-4fd4-8c03-7dd6dabc01ee tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Oct 28 17:11:16.924185 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Attempt 3 to provision port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b Oct 28 17:11:16.960483 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:17.461575 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Attempt 4 to provision port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b Oct 28 17:11:17.502250 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:18.003493 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Attempt 5 to provision port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b Oct 28 17:11:18.010333 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bd1f2-5662-4640-8862-8ae89d1094a9 req-bf329590-c03a-46f5-9bae-f614090c9994 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.011810 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ad4bd1f2-5662-4640-8862-8ae89d1094a9 req-bf329590-c03a-46f5-9bae-f614090c9994 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 932 time: 0.0537665 Oct 28 17:11:18.036012 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:18.069342 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ad4bd1f2-5662-4640-8862-8ae89d1094a9 req-7c3ab607-ef58-4dd7-9977-6dfcec8da908 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517640 Oct 28 17:11:18.153712 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Request body: {'port': {'device_id': '0f2b4600-bc95-4f87-83be-429926730922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:18.204839 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb554b-c8df-4b16-8ea8-4f5bd97a11ca req-6cb7843e-a76d-4906-b6cc-9aec0c95b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.206486 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e2fb554b-c8df-4b16-8ea8-4f5bd97a11ca req-6cb7843e-a76d-4906-b6cc-9aec0c95b454 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 1128 time: 0.0466728 Oct 28 17:11:18.213635 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:18.368497 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb554b-c8df-4b16-8ea8-4f5bd97a11ca req-ce229108-76b7-4a2b-aa31-8dcdffba3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.369980 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e2fb554b-c8df-4b16-8ea8-4f5bd97a11ca req-ce229108-76b7-4a2b-aa31-8dcdffba3bfa service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=49aee95e7abd4277becf4002c6f9f34d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1559558 Oct 28 17:11:18.460559 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cae0a5-11ec-4f9b-9c67-f03dbc95283b {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:11:18.468357 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Publish callbacks [] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:18.480791 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Transition to ACTIVE for port object 80cae0a5-11ec-4f9b-9c67-f03dbc95283b will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:11:18.486498 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:18.528626 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb554b-c8df-4b16-8ea8-4f5bd97a11ca req-a7885c2d-c4bc-45a8-bfcf-6754db7d163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.530272 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e2fb554b-c8df-4b16-8ea8-4f5bd97a11ca req-a7885c2d-c4bc-45a8-bfcf-6754db7d163c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539085 Oct 28 17:11:18.541304 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Attempt 6 to provision port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b Oct 28 17:11:18.549881 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:18.554255 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Attempting to bind port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:18.554594 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Attempting to bind port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:18.554924 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Attempting to bind port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:18.559857 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:11:18.560181 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Attempting to bind port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:18.566100 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:18.566446 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Checking segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:18.566809 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Bound using segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:18.567264 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Bound port: 80cae0a5-11ec-4f9b-9c67-f03dbc95283b, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:18.567623 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:18.577725 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:18.624934 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01639875-b461-4062-bb76-1a67105f9747 req-a6cd54b9-f06c-4e20-9ed8-5f105b602943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.626116 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-a6cd54b9-f06c-4e20-9ed8-5f105b602943 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 1128 time: 0.0435534 Oct 28 17:11:18.630654 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] For port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:18.634129 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] For port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:18.640883 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:18.644782 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.645386 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:18.646791 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] 10.222.0.44 "PUT /v2.0/ports/80cae0a5-11ec-4f9b-9c67-f03dbc95283b HTTP/1.1" status: 200 len: 1094 time: 0.4976406 Oct 28 17:11:18.649026 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2b4600-bc95-4f87-83be-429926730922', 'tag': '80cae0a5-11ec-4f9b-9c67-f03dbc95283b'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:11:18.650537 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf76af0-ca38-4393-86ae-a1aa90c2618f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2b4600-bc95-4f87-83be-429926730922", "tag": "80cae0a5-11ec-4f9b-9c67-f03dbc95283b"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:11:18.677416 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-351b2881-d098-4963-b9cb-6682ee87b234 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a79b9f2-b282-48ff-b5df-8193de59a513 HTTP/1.1" status: 200 len: 217 time: 0.0422752 Oct 28 17:11:18.704770 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8298d2-5b1b-4c06-a9bd-f6714d464cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:18.722062 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f270f3-1485-4df7-9f20-f5ac562852a1 x-openstack-request-id: req-c4f270f3-1485-4df7-9f20-f5ac562852a1 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:11:18.722355 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2b4600-bc95-4f87-83be-429926730922", "tag": "80cae0a5-11ec-4f9b-9c67-f03dbc95283b", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:11:18.722611 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4f270f3-1485-4df7-9f20-f5ac562852a1 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:11:18.723005 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f270f3-1485-4df7-9f20-f5ac562852a1'] response: {'name': 'network-changed', 'server_uuid': '0f2b4600-bc95-4f87-83be-429926730922', 'tag': '80cae0a5-11ec-4f9b-9c67-f03dbc95283b', 'status': 'completed', 'code': 200} Oct 28 17:11:18.739194 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01639875-b461-4062-bb76-1a67105f9747 req-d46f9b57-f9fc-4a59-b692-94e977a1d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.740793 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-d46f9b57-f9fc-4a59-b692-94e977a1d4f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0570557 Oct 28 17:11:18.755009 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-1cd5cc99-eb85-4d4a-9cd2-7643a3293175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.756631 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-1cd5cc99-eb85-4d4a-9cd2-7643a3293175 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 1128 time: 0.0647247 Oct 28 17:11:18.790955 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01639875-b461-4062-bb76-1a67105f9747 req-781754d7-adfe-454f-b29a-950af328089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.792484 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-781754d7-adfe-454f-b29a-950af328089e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456638 Oct 28 17:11:18.799166 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-c0aa7ee5-2c17-4f2d-a2e8-69d9a86fc25f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80cae0a5-11ec-4f9b-9c67-f03dbc95283b HTTP/1.1" status: 200 len: 217 time: 0.0347123 Oct 28 17:11:18.850775 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-733a3faf-1630-4bb2-8987-8060b0b315ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.852220 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-733a3faf-1630-4bb2-8987-8060b0b315ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0463383 Oct 28 17:11:18.881569 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-98b77f82-a105-41b5-814b-6006dc34b469 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826814 Oct 28 17:11:18.900284 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-578af698-8a3f-46ce-b5b8-74450e2383f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:18.901770 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-578af698-8a3f-46ce-b5b8-74450e2383f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429568 Oct 28 17:11:18.971809 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01639875-b461-4062-bb76-1a67105f9747 req-e21416ea-8c42-4557-a0fa-7a2f46a39d9c service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832016 Oct 28 17:11:18.991545 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-0036518d-be59-4b62-a5b0-f4d5a78c31cf service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823154 Oct 28 17:11:19.078895 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Attempt 7 to provision port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b Oct 28 17:11:19.085393 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4ccfe0b-10c4-4334-b8be-ac4994147f71 req-3c55ef25-4282-444c-a29b-4bf98d7488ed service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866468 Oct 28 17:11:19.160920 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-314eacaf-7fe8-4a6e-a416-d1da4b536bd5 None None] Port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:11:19.217207 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-4c57582e-c1e8-4290-8070-5eac3832058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:19.218759 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-4c57582e-c1e8-4290-8070-5eac3832058d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 1128 time: 0.0822637 Oct 28 17:11:19.230004 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac81aa-1683-4233-99a2-d9cbe91129f2 req-9958019e-484c-4a99-84e4-76e486bd6b39 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:19.231405 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-27ac81aa-1683-4233-99a2-d9cbe91129f2 req-9958019e-484c-4a99-84e4-76e486bd6b39 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 944 time: 0.0673609 Oct 28 17:11:19.531203 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-27ac81aa-1683-4233-99a2-d9cbe91129f2 req-ada17b61-3674-4fc5-8e49-ece9d64e6ce4 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912762 Oct 28 17:11:19.560191 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-0545f67d-40e2-4565-9107-e90d67351560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:19.562103 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-0545f67d-40e2-4565-9107-e90d67351560 service neutron] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 919 time: 0.3298709 Oct 28 17:11:19.607008 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-fceb3bfc-92da-4837-9255-ec94b1d09f8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80cae0a5-11ec-4f9b-9c67-f03dbc95283b HTTP/1.1" status: 200 len: 217 time: 0.0379624 Oct 28 17:11:19.655775 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-37c4dfe5-00ef-4100-b111-c3777876b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:19.657174 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-37c4dfe5-00ef-4100-b111-c3777876b222 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0437131 Oct 28 17:11:19.712708 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-0b706dd5-55bb-46c6-bff0-691a1dae821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:19.714249 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-0b706dd5-55bb-46c6-bff0-691a1dae821b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494974 Oct 28 17:11:19.813751 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-d4b60e38-68be-43ea-a862-c2749f9a3176 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925043 Oct 28 17:11:19.901475 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ebf76af0-ca38-4393-86ae-a1aa90c2618f req-6e482ef5-0c05-48b1-b8bf-a0e192aa29cd service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810738 Oct 28 17:11:20.658646 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8ab2c-1aed-4c37-9111-dbf03d1f87ba req-a4258a9f-8034-41dc-aea7-08d7e3996f6e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:20.660142 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-72a8ab2c-1aed-4c37-9111-dbf03d1f87ba req-a4258a9f-8034-41dc-aea7-08d7e3996f6e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 944 time: 0.0525064 Oct 28 17:11:20.712785 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-72a8ab2c-1aed-4c37-9111-dbf03d1f87ba req-e14ffb49-2503-448a-95b0-5d0a57813001 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Oct 28 17:11:21.310756 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:21.842603 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0feb4-4617-4add-a72c-c2946408388b req-dfd1bee9-f290-4720-9fdb-6e2356b6ea2c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:21.843974 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0ae0feb4-4617-4add-a72c-c2946408388b req-dfd1bee9-f290-4720-9fdb-6e2356b6ea2c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 944 time: 0.0545845 Oct 28 17:11:21.894988 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0ae0feb4-4617-4add-a72c-c2946408388b req-e8769bb7-c905-415e-9c57-abf48642066a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Oct 28 17:11:23.021447 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4ea4-e2c1-4a62-98d6-4f6ec74ee910 req-63b884f4-97c4-4641-99d0-2ec6a8a2fbbb tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:23.022955 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-866a4ea4-e2c1-4a62-98d6-4f6ec74ee910 req-63b884f4-97c4-4641-99d0-2ec6a8a2fbbb tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 944 time: 0.0514770 Oct 28 17:11:23.071611 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-866a4ea4-e2c1-4a62-98d6-4f6ec74ee910 req-15180f26-fe1e-40a9-901e-cfb6410a9a7e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430653 Oct 28 17:11:23.212393 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60434) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:23.371108 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9ccec159-f255-4324-8d75-69a35fbb690b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.448177 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9ccec159-f255-4324-8d75-69a35fbb690b admin admin] Publish callbacks [] for security_group (41b4a24a-f4ec-43be-a57f-3531b4ca527a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.452424 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9ccec159-f255-4324-8d75-69a35fbb690b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (41b4a24a-f4ec-43be-a57f-3531b4ca527a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.489623 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9ccec159-f255-4324-8d75-69a35fbb690b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=898cf0839184480d8ed590965d1f59a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757607 Oct 28 17:11:23.491703 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccec159-f255-4324-8d75-69a35fbb690b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4a24a-f4ec-43be-a57f-3531b4ca527a,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:23.492404 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60444) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:23.539457 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-243b863e-c885-436b-814b-a60f846d2539 admin admin] Publish callbacks [] for security_group (41b4a24a-f4ec-43be-a57f-3531b4ca527a), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.555970 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60446) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:23.564827 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-243b863e-c885-436b-814b-a60f846d2539 admin admin] Publish callbacks [] for security_group (41b4a24a-f4ec-43be-a57f-3531b4ca527a), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.617711 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-243b863e-c885-436b-814b-a60f846d2539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (41b4a24a-f4ec-43be-a57f-3531b4ca527a), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.620971 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-243b863e-c885-436b-814b-a60f846d2539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.622176 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-243b863e-c885-436b-814b-a60f846d2539 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41b4a24a-f4ec-43be-a57f-3531b4ca527a HTTP/1.1" status: 204 len: 168 time: 0.1287270 Oct 28 17:11:23.631029 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b863e-c885-436b-814b-a60f846d2539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4a24a-f4ec-43be-a57f-3531b4ca527a,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:23.672755 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f37cf628-ef0f-4b58-8055-8a9869769058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.766222 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f37cf628-ef0f-4b58-8055-8a9869769058 admin admin] Publish callbacks [] for security_group (ca2a24e5-c01e-4df0-9a99-8be2d6472a79), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.766222 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f37cf628-ef0f-4b58-8055-8a9869769058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ca2a24e5-c01e-4df0-9a99-8be2d6472a79), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.804436 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f37cf628-ef0f-4b58-8055-8a9869769058 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90d61a96addb4a6cadbb3c5f3247daa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473450 Oct 28 17:11:23.805161 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cf628-ef0f-4b58-8055-8a9869769058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2a24e5-c01e-4df0-9a99-8be2d6472a79,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:23.807178 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60458) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:23.841134 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 8a79b9f2-b282-48ff-b5df-8193de59a513 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:11:23.867268 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d19ee31f-e738-4706-b57b-d816836bd800 admin admin] Publish callbacks [] for security_group (ca2a24e5-c01e-4df0-9a99-8be2d6472a79), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.894128 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d19ee31f-e738-4706-b57b-d816836bd800 admin admin] Publish callbacks [] for security_group (ca2a24e5-c01e-4df0-9a99-8be2d6472a79), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.950502 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60462) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:23.960507 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 8a79b9f2-b282-48ff-b5df-8193de59a513, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=8a79b9f2-b282-48ff-b5df-8193de59a513,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:23.974149 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '8a79b9f2-b282-48ff-b5df-8193de59a513', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'port_id': '8a79b9f2-b282-48ff-b5df-8193de59a513', 'mac_address': 'fa:16:3e:ab:60:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:11:23.980043 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ce9f3fb-e751-4c88-9df9-8f531ea10e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.989892 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d19ee31f-e738-4706-b57b-d816836bd800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ca2a24e5-c01e-4df0-9a99-8be2d6472a79), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.992762 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d19ee31f-e738-4706-b57b-d816836bd800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:23.994101 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d19ee31f-e738-4706-b57b-d816836bd800 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca2a24e5-c01e-4df0-9a99-8be2d6472a79 HTTP/1.1" status: 204 len: 168 time: 0.1855102 Oct 28 17:11:24.006262 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ee31f-e738-4706-b57b-d816836bd800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2a24e5-c01e-4df0-9a99-8be2d6472a79,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:24.010987 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 8a79b9f2-b282-48ff-b5df-8193de59a513 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:24.011746 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:24.037182 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a79b9f2-b282-48ff-b5df-8193de59a513 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:11:24.059653 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 8a79b9f2-b282-48ff-b5df-8193de59a513, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=8a79b9f2-b282-48ff-b5df-8193de59a513,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:24.065073 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:24.084498 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ce9f3fb-e751-4c88-9df9-8f531ea10e58 admin admin] Publish callbacks [] for security_group (3dfbb5cc-309a-49d1-876c-ea6cb6ce2739), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:24.090340 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ce9f3fb-e751-4c88-9df9-8f531ea10e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3dfbb5cc-309a-49d1-876c-ea6cb6ce2739), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:24.122102 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=8a79b9f2-b282-48ff-b5df-8193de59a513,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:24.138253 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9f3fb-e751-4c88-9df9-8f531ea10e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfbb5cc-309a-49d1-876c-ea6cb6ce2739,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:24.145704 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60470) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:24.150599 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6ce9f3fb-e751-4c88-9df9-8f531ea10e58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e7956720fa94908968bd32efea8f428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978095 Oct 28 17:11:24.235496 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cf60d-0f37-4e5a-a2aa-c3bda6a25f63 req-46b327fa-9068-40df-9bf6-d5d4eb537fe6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:24.236989 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-609cf60d-0f37-4e5a-a2aa-c3bda6a25f63 req-46b327fa-9068-40df-9bf6-d5d4eb537fe6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 944 time: 0.0850170 Oct 28 17:11:24.241913 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7db7dc57-5168-46d5-9047-4133ad766ce9 admin admin] Publish callbacks [] for security_group (3dfbb5cc-309a-49d1-876c-ea6cb6ce2739), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:24.283997 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7db7dc57-5168-46d5-9047-4133ad766ce9 admin admin] Publish callbacks [] for security_group (3dfbb5cc-309a-49d1-876c-ea6cb6ce2739), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:24.313239 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-609cf60d-0f37-4e5a-a2aa-c3bda6a25f63 req-9d152006-d4b4-468e-9ada-af384e5cd9d7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690200 Oct 28 17:11:24.347254 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7db7dc57-5168-46d5-9047-4133ad766ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3dfbb5cc-309a-49d1-876c-ea6cb6ce2739), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:24.350033 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7db7dc57-5168-46d5-9047-4133ad766ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:24.353627 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7db7dc57-5168-46d5-9047-4133ad766ce9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dfbb5cc-309a-49d1-876c-ea6cb6ce2739 HTTP/1.1" status: 204 len: 168 time: 0.2044594 Oct 28 17:11:24.360502 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7dc57-5168-46d5-9047-4133ad766ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfbb5cc-309a-49d1-876c-ea6cb6ce2739,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:24.817466 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['8a79b9f2-b282-48ff-b5df-8193de59a513'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:11:25.442972 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6abb6c-bec6-4b4a-8a44-ec10b291b560 req-c5c8af54-cb45-45b0-a6b0-6863fabec583 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:25.444644 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6e6abb6c-bec6-4b4a-8a44-ec10b291b560 req-c5c8af54-cb45-45b0-a6b0-6863fabec583 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 944 time: 0.0528202 Oct 28 17:11:25.490655 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6e6abb6c-bec6-4b4a-8a44-ec10b291b560 req-c3204a06-ad24-4b62-892e-83e75b963518 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404606 Oct 28 17:11:25.969028 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60546) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:26.074441 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-20ca8eca-cdaf-4261-a640-527a53c341e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.158654 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-20ca8eca-cdaf-4261-a640-527a53c341e9 admin admin] Publish callbacks [] for security_group (664f125e-4b4d-428d-ad30-9162ae7dc7da), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.166425 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-20ca8eca-cdaf-4261-a640-527a53c341e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (664f125e-4b4d-428d-ad30-9162ae7dc7da), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.207830 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-20ca8eca-cdaf-4261-a640-527a53c341e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b43b6e586ae74f47906decbbcc7fae43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353010 Oct 28 17:11:26.207830 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca8eca-cdaf-4261-a640-527a53c341e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664f125e-4b4d-428d-ad30-9162ae7dc7da,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:26.208376 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60556) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:26.255486 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2e91f759-7958-498f-9220-b632b68cfc50 admin admin] Publish callbacks [] for security_group (664f125e-4b4d-428d-ad30-9162ae7dc7da), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.277550 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2e91f759-7958-498f-9220-b632b68cfc50 admin admin] Publish callbacks [] for security_group (664f125e-4b4d-428d-ad30-9162ae7dc7da), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.327823 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2e91f759-7958-498f-9220-b632b68cfc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (664f125e-4b4d-428d-ad30-9162ae7dc7da), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.330363 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2e91f759-7958-498f-9220-b632b68cfc50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.331484 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2e91f759-7958-498f-9220-b632b68cfc50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/664f125e-4b4d-428d-ad30-9162ae7dc7da HTTP/1.1" status: 204 len: 168 time: 0.1220014 Oct 28 17:11:26.339890 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91f759-7958-498f-9220-b632b68cfc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664f125e-4b4d-428d-ad30-9162ae7dc7da,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:26.607678 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60564) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:26.620889 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38928ca-4c2c-4533-9299-c2f37542884b req-c64c6135-82df-42e2-b9cb-2685ae55ea61 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:26.622385 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d38928ca-4c2c-4533-9299-c2f37542884b req-c64c6135-82df-42e2-b9cb-2685ae55ea61 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 944 time: 0.0588562 Oct 28 17:11:26.634573 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f812ea0b-d9b9-467c-9266-1f2416f8ddc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.693565 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d38928ca-4c2c-4533-9299-c2f37542884b req-062b5069-bd50-4722-8a18-3283c6795e6f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646362 Oct 28 17:11:26.739923 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f812ea0b-d9b9-467c-9266-1f2416f8ddc2 admin admin] Publish callbacks [] for security_group (e2e4d076-d902-41ff-8ced-224bf54ef95a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.745319 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f812ea0b-d9b9-467c-9266-1f2416f8ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e2e4d076-d902-41ff-8ced-224bf54ef95a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.781481 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812ea0b-d9b9-467c-9266-1f2416f8ddc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e4d076-d902-41ff-8ced-224bf54ef95a,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:26.785822 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f812ea0b-d9b9-467c-9266-1f2416f8ddc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36d4a1f6efc44a2a8fbd05ec87af5802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771240 Oct 28 17:11:26.788737 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60568) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:26.837839 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec6a4d16-59f5-4d20-b9f8-954e19be8d69 admin admin] Publish callbacks [] for security_group (e2e4d076-d902-41ff-8ced-224bf54ef95a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.860588 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec6a4d16-59f5-4d20-b9f8-954e19be8d69 admin admin] Publish callbacks [] for security_group (e2e4d076-d902-41ff-8ced-224bf54ef95a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.916690 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec6a4d16-59f5-4d20-b9f8-954e19be8d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e2e4d076-d902-41ff-8ced-224bf54ef95a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.919283 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec6a4d16-59f5-4d20-b9f8-954e19be8d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:26.920427 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ec6a4d16-59f5-4d20-b9f8-954e19be8d69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2e4d076-d902-41ff-8ced-224bf54ef95a HTTP/1.1" status: 204 len: 168 time: 0.1308329 Oct 28 17:11:26.929998 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a4d16-59f5-4d20-b9f8-954e19be8d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e4d076-d902-41ff-8ced-224bf54ef95a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:27.825677 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d257c7b-8fdc-47bb-8e42-729eadc0b685 req-b75c038c-123e-4546-9199-93965db85106 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:27.827268 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3d257c7b-8fdc-47bb-8e42-729eadc0b685 req-b75c038c-123e-4546-9199-93965db85106 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 944 time: 0.0550022 Oct 28 17:11:27.849149 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 80cae0a5-11ec-4f9b-9c67-f03dbc95283b details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:11:27.882169 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3d257c7b-8fdc-47bb-8e42-729eadc0b685 req-02262ecd-0240-4cbe-8e78-8d7e462e5ee7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490172 Oct 28 17:11:27.952551 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:27.963730 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '80cae0a5-11ec-4f9b-9c67-f03dbc95283b', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'port_id': '80cae0a5-11ec-4f9b-9c67-f03dbc95283b', 'mac_address': 'fa:16:3e:fd:2e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:11:27.997061 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:27.997477 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:28.010113 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cae0a5-11ec-4f9b-9c67-f03dbc95283b {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:11:28.033419 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:28.038347 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:28.089341 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:29.011978 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65aa2f-b23f-411c-bc60-24f671267069 req-b206d84c-d0a4-4a89-bc92-2bef02bed793 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:29.013357 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9d65aa2f-b23f-411c-bc60-24f671267069 req-b206d84c-d0a4-4a89-bc92-2bef02bed793 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 945 time: 0.0553074 Oct 28 17:11:29.062154 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9d65aa2f-b23f-411c-bc60-24f671267069 req-cf08a14f-cbb0-491f-a859-f5fe5958035a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Oct 28 17:11:30.197908 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d324a65-a46d-498f-a92e-21609e209e67 req-b9489829-b627-4d4a-b96f-c1ccd11f4414 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:30.199442 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7d324a65-a46d-498f-a92e-21609e209e67 req-b9489829-b627-4d4a-b96f-c1ccd11f4414 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 945 time: 0.0553975 Oct 28 17:11:30.246515 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7d324a65-a46d-498f-a92e-21609e209e67 req-4dbded53-6a26-4677-8a24-9b2a64e08a06 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414240 Oct 28 17:11:31.291136 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['80cae0a5-11ec-4f9b-9c67-f03dbc95283b'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:11:31.387578 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bfa6f-edb9-4ff3-8153-8efd3de14365 req-31aae4bf-590f-49ff-b849-878eb7cb8aef tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:31.389673 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d14bfa6f-edb9-4ff3-8153-8efd3de14365 req-31aae4bf-590f-49ff-b849-878eb7cb8aef tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 945 time: 0.0557058 Oct 28 17:11:31.435123 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d14bfa6f-edb9-4ff3-8153-8efd3de14365 req-c116db8a-8ff7-4dd7-8888-299039f21914 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 Oct 28 17:11:32.536577 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 80cae0a5-11ec-4f9b-9c67-f03dbc95283b up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:32.579408 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925966d6-f160-4011-8c81-942aa8003146 req-1053b9c2-aa52-47a4-bca2-a8a8b4424065 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:32.581027 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-925966d6-f160-4011-8c81-942aa8003146 req-1053b9c2-aa52-47a4-bca2-a8a8b4424065 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 945 time: 0.0642352 Oct 28 17:11:32.588486 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:11:32.605606 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:32.606111 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:32.606792 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b Oct 28 17:11:32.654588 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-925966d6-f160-4011-8c81-942aa8003146 req-57bc067e-cacc-4b48-a3e1-e2ac1b433913 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652244 Oct 28 17:11:32.688271 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:32.688666 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:32.715026 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2b4600-bc95-4f87-83be-429926730922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cae0a5-11ec-4f9b-9c67-f03dbc95283b'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:11:32.717359 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c5ca9f-29cd-4324-8bb6-47d4ccc2672d" -d '{"events": [{"server_uuid": "0f2b4600-bc95-4f87-83be-429926730922", "name": "network-vif-plugged", "status": "completed", "tag": "80cae0a5-11ec-4f9b-9c67-f03dbc95283b"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:11:32.730382 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:32.736178 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:32.737267 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 8a79b9f2-b282-48ff-b5df-8193de59a513 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:32.776021 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a257ad-6ddc-41e4-8dbe-160a5c54a00d x-openstack-request-id: req-51a257ad-6ddc-41e4-8dbe-160a5c54a00d {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:11:32.776524 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2b4600-bc95-4f87-83be-429926730922", "name": "network-vif-plugged", "status": "completed", "tag": "80cae0a5-11ec-4f9b-9c67-f03dbc95283b", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:11:32.776921 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51a257ad-6ddc-41e4-8dbe-160a5c54a00d {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:11:32.777489 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a257ad-6ddc-41e4-8dbe-160a5c54a00d'] response: {'server_uuid': '0f2b4600-bc95-4f87-83be-429926730922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cae0a5-11ec-4f9b-9c67-f03dbc95283b', 'code': 200} Oct 28 17:11:32.827267 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:32.841872 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 8a79b9f2-b282-48ff-b5df-8193de59a513 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:11:32.847517 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 8a79b9f2-b282-48ff-b5df-8193de59a513 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:32.847893 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:32.848227 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 8a79b9f2-b282-48ff-b5df-8193de59a513 Oct 28 17:11:33.054922 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9ae82-246a-4a26-a8bd-b6fc61c590f3 req-e61f700b-9504-4dbd-a80b-12fc7ae19985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:33.057366 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8cc9ae82-246a-4a26-a8bd-b6fc61c590f3 req-e61f700b-9504-4dbd-a80b-12fc7ae19985 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 1130 time: 0.0930374 Oct 28 17:11:33.156764 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8cc9ae82-246a-4a26-a8bd-b6fc61c590f3 req-d5ee93b9-bf53-4a65-893e-c2a6b48e2fcb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923333 Oct 28 17:11:33.189074 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 8a79b9f2-b282-48ff-b5df-8193de59a513 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:33.189460 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:33.233834 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 8a79b9f2-b282-48ff-b5df-8193de59a513, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=8a79b9f2-b282-48ff-b5df-8193de59a513,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:33.246633 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:33.297988 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=8a79b9f2-b282-48ff-b5df-8193de59a513,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:33.789903 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0e2f-58a4-49cc-adbc-c66514324db1 req-2e20cdb4-6bf0-4f02-8a5a-f98bd9cb494a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:33.791449 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0e5f0e2f-58a4-49cc-adbc-c66514324db1 req-2e20cdb4-6bf0-4f02-8a5a-f98bd9cb494a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0602992 Oct 28 17:11:33.842555 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0e5f0e2f-58a4-49cc-adbc-c66514324db1 req-a1c999da-4e34-470d-9287-afc4e7765b1d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452178 Oct 28 17:11:34.779155 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861bb707-600d-4e11-bea3-090de2206c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79b9f2-b282-48ff-b5df-8193de59a513'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:11:34.781664 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4df26c0-3504-4c57-a8dc-1c2834813981" -d '{"events": [{"server_uuid": "861bb707-600d-4e11-bea3-090de2206c83", "name": "network-vif-plugged", "status": "completed", "tag": "8a79b9f2-b282-48ff-b5df-8193de59a513"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:11:34.817322 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693e5c79-2343-4c80-aca1-d5ca0a74880f x-openstack-request-id: req-693e5c79-2343-4c80-aca1-d5ca0a74880f {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:11:34.817564 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861bb707-600d-4e11-bea3-090de2206c83", "name": "network-vif-plugged", "status": "completed", "tag": "8a79b9f2-b282-48ff-b5df-8193de59a513", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:11:34.817849 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-693e5c79-2343-4c80-aca1-d5ca0a74880f {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:11:34.818290 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693e5c79-2343-4c80-aca1-d5ca0a74880f'] response: {'server_uuid': '861bb707-600d-4e11-bea3-090de2206c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79b9f2-b282-48ff-b5df-8193de59a513', 'code': 200} Oct 28 17:11:35.004788 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038be88-141d-44a1-8c7f-4aa5e613e1f3 req-61173872-8aa0-4703-ba7e-cf3a2176fdba tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:35.006269 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a038be88-141d-44a1-8c7f-4aa5e613e1f3 req-61173872-8aa0-4703-ba7e-cf3a2176fdba tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0829661 Oct 28 17:11:35.020591 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a13f0-6f0f-422f-80d4-5b908a1e1c24 req-52ae66c6-7e18-4bc0-8aa9-79a66295639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:35.021975 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-882a13f0-6f0f-422f-80d4-5b908a1e1c24 req-52ae66c6-7e18-4bc0-8aa9-79a66295639a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 1130 time: 0.0663638 Oct 28 17:11:35.077308 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a038be88-141d-44a1-8c7f-4aa5e613e1f3 req-af67a6f8-189d-4102-bb66-30a4f44209f9 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649951 Oct 28 17:11:35.087346 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-882a13f0-6f0f-422f-80d4-5b908a1e1c24 req-e9f05104-73d3-490b-a24a-a42bb35c0079 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583720 Oct 28 17:11:35.360107 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca5695-dc53-47de-80d4-750b6cefcb5c req-30f19b5f-d2a6-463e-9782-8e94a8dbc964 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:35.361572 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a8ca5695-dc53-47de-80d4-750b6cefcb5c req-30f19b5f-d2a6-463e-9782-8e94a8dbc964 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0543213 Oct 28 17:11:35.411645 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a8ca5695-dc53-47de-80d4-750b6cefcb5c req-c4f1c232-0d0a-4455-8e29-d9594795b856 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Oct 28 17:11:35.692874 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60770) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:35.804283 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6fd1a5a2-509c-4281-87d5-5724431a3992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:35.885203 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6fd1a5a2-509c-4281-87d5-5724431a3992 admin admin] Publish callbacks [] for security_group (84f1088f-e801-4822-9b5e-ba25bc70751f), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:35.891647 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6fd1a5a2-509c-4281-87d5-5724431a3992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (84f1088f-e801-4822-9b5e-ba25bc70751f), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:35.928655 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6fd1a5a2-509c-4281-87d5-5724431a3992 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf4ee54e1f464bdeae8d0abfb4828e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347310 Oct 28 17:11:35.929546 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1a5a2-509c-4281-87d5-5724431a3992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1088f-e801-4822-9b5e-ba25bc70751f,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:35.932463 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60776) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:35.982841 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0b6db2ee-a890-4c99-9406-8fb6bb26377a admin admin] Publish callbacks [] for security_group (84f1088f-e801-4822-9b5e-ba25bc70751f), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.004139 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0b6db2ee-a890-4c99-9406-8fb6bb26377a admin admin] Publish callbacks [] for security_group (84f1088f-e801-4822-9b5e-ba25bc70751f), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.056379 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0b6db2ee-a890-4c99-9406-8fb6bb26377a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (84f1088f-e801-4822-9b5e-ba25bc70751f), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.060427 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0b6db2ee-a890-4c99-9406-8fb6bb26377a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.062037 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0b6db2ee-a890-4c99-9406-8fb6bb26377a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84f1088f-e801-4822-9b5e-ba25bc70751f HTTP/1.1" status: 204 len: 168 time: 0.1276736 Oct 28 17:11:36.072346 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6db2ee-a890-4c99-9406-8fb6bb26377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1088f-e801-4822-9b5e-ba25bc70751f,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:36.333333 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60782) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:36.346689 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-424d00dc-1035-4283-8b57-09fe2643a249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.423657 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-424d00dc-1035-4283-8b57-09fe2643a249 admin admin] Publish callbacks [] for security_group (9683df83-b182-4a92-8592-754df79f59fc), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.429131 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-424d00dc-1035-4283-8b57-09fe2643a249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (9683df83-b182-4a92-8592-754df79f59fc), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.470414 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-424d00dc-1035-4283-8b57-09fe2643a249 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0bc3c98de754832955ab3a8d3b5a4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336372 Oct 28 17:11:36.470414 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d00dc-1035-4283-8b57-09fe2643a249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9683df83-b182-4a92-8592-754df79f59fc,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:36.472150 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60788) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:36.520438 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fb3854d9-6478-4ee1-8f1f-c1dc686c6eea admin admin] Publish callbacks [] for security_group (9683df83-b182-4a92-8592-754df79f59fc), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.542555 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fb3854d9-6478-4ee1-8f1f-c1dc686c6eea admin admin] Publish callbacks [] for security_group (9683df83-b182-4a92-8592-754df79f59fc), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.547739 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59749a61-3ada-4c60-ba79-9c9d2b47162b req-90ca1c2a-65fc-4c94-9dc1-5ee4eaef7ba6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:36.549667 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-59749a61-3ada-4c60-ba79-9c9d2b47162b req-90ca1c2a-65fc-4c94-9dc1-5ee4eaef7ba6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0613234 Oct 28 17:11:36.596814 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fb3854d9-6478-4ee1-8f1f-c1dc686c6eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (9683df83-b182-4a92-8592-754df79f59fc), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.599464 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fb3854d9-6478-4ee1-8f1f-c1dc686c6eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:36.600383 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-59749a61-3ada-4c60-ba79-9c9d2b47162b req-6b77b598-c098-4007-bea8-b6327a4a66a7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450444 Oct 28 17:11:36.600587 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fb3854d9-6478-4ee1-8f1f-c1dc686c6eea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9683df83-b182-4a92-8592-754df79f59fc HTTP/1.1" status: 204 len: 168 time: 0.1272979 Oct 28 17:11:36.611740 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3854d9-6478-4ee1-8f1f-c1dc686c6eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9683df83-b182-4a92-8592-754df79f59fc,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:37.707372 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60832) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:37.739513 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01043cb-e219-44f8-b80a-ae85d3471382 req-db09be8e-4d86-48c0-bd04-da19bf87df14 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:37.740977 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d01043cb-e219-44f8-b80a-ae85d3471382 req-db09be8e-4d86-48c0-bd04-da19bf87df14 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0624175 Oct 28 17:11:37.789824 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d01043cb-e219-44f8-b80a-ae85d3471382 req-73cff7f2-8b9e-42c8-97c6-d104e805d453 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432107 Oct 28 17:11:37.814774 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c7cc2977-3460-4c30-94c6-bb8d5ac1945d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:37.890991 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c7cc2977-3460-4c30-94c6-bb8d5ac1945d admin admin] Publish callbacks [] for security_group (e11ef148-a0cd-4f5e-b2c5-eb63c39aacfc), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:37.897556 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c7cc2977-3460-4c30-94c6-bb8d5ac1945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e11ef148-a0cd-4f5e-b2c5-eb63c39aacfc), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:37.942478 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c7cc2977-3460-4c30-94c6-bb8d5ac1945d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0deb9795cf324c33bf4bc483a6a29df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340937 Oct 28 17:11:37.943291 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc2977-3460-4c30-94c6-bb8d5ac1945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11ef148-a0cd-4f5e-b2c5-eb63c39aacfc,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:37.946211 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60838) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:37.999403 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-778e84a1-2d21-45b2-b27b-d6b046f0da3d admin admin] Publish callbacks [] for security_group (e11ef148-a0cd-4f5e-b2c5-eb63c39aacfc), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:38.022197 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-778e84a1-2d21-45b2-b27b-d6b046f0da3d admin admin] Publish callbacks [] for security_group (e11ef148-a0cd-4f5e-b2c5-eb63c39aacfc), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:38.075357 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-778e84a1-2d21-45b2-b27b-d6b046f0da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e11ef148-a0cd-4f5e-b2c5-eb63c39aacfc), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:38.079579 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-778e84a1-2d21-45b2-b27b-d6b046f0da3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:38.081169 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-778e84a1-2d21-45b2-b27b-d6b046f0da3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e11ef148-a0cd-4f5e-b2c5-eb63c39aacfc HTTP/1.1" status: 204 len: 168 time: 0.1336405 Oct 28 17:11:38.088864 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e84a1-2d21-45b2-b27b-d6b046f0da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11ef148-a0cd-4f5e-b2c5-eb63c39aacfc,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:38.930754 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da8e8-dfa3-477d-a598-8d509fd20683 req-ed05a6af-0a5e-4c60-928c-0b937c832732 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:38.932251 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-893da8e8-dfa3-477d-a598-8d509fd20683 req-ed05a6af-0a5e-4c60-928c-0b937c832732 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0684474 Oct 28 17:11:38.979493 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-893da8e8-dfa3-477d-a598-8d509fd20683 req-59488c80-62b1-4e15-942d-7ee37dcdab27 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Oct 28 17:11:39.086269 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-815a0c93-0220-45e2-8415-ab067e7d311a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:39.094235 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-0c747ace-ce4f-4484-9cec-6b838d435254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:39.095762 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-0c747ace-ce4f-4484-9cec-6b838d435254 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 1130 time: 0.0493433 Oct 28 17:11:39.190716 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-a71af7b0-c56b-4659-9408-ffcdd5ec061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:39.192236 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-a71af7b0-c56b-4659-9408-ffcdd5ec061d service neutron] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 919 time: 0.0901713 Oct 28 17:11:39.231039 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-c8ad5e9a-98de-45c5-9959-ad05d90fcdf8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80cae0a5-11ec-4f9b-9c67-f03dbc95283b HTTP/1.1" status: 200 len: 217 time: 0.0320580 Oct 28 17:11:39.281231 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-855df19b-6d97-4c2a-a067-6462431f54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:39.282736 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-855df19b-6d97-4c2a-a067-6462431f54a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0459881 Oct 28 17:11:39.330456 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-5aebb521-dbb5-45d4-87ac-1d7cff49a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:39.331973 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-5aebb521-dbb5-45d4-87ac-1d7cff49a3a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433087 Oct 28 17:11:39.420316 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-3090b0d9-fecb-43e4-8375-0b7261ee327f service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816908 Oct 28 17:11:39.510486 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e5bfeb8-54cd-46e8-9dbc-2af86de66574 req-2c1b7029-1b0e-4037-a206-63452f15b53b service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823810 Oct 28 17:11:40.114419 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14c77d-904a-4794-90d9-f5c16ec54d21 req-de5f57a0-0cb9-41e4-8d24-65bc87db9f72 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:40.115882 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ac14c77d-904a-4794-90d9-f5c16ec54d21 req-de5f57a0-0cb9-41e4-8d24-65bc87db9f72 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0604811 Oct 28 17:11:40.162562 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ac14c77d-904a-4794-90d9-f5c16ec54d21 req-92874014-cf5f-49cb-8f4d-55030ed01380 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Oct 28 17:11:41.286803 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c83f22-4ca5-4c0d-99f3-4ab6c5d5e60d req-10d47064-3af9-4f41-a2cd-7b84f735d3ea tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:41.288271 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-03c83f22-4ca5-4c0d-99f3-4ab6c5d5e60d req-10d47064-3af9-4f41-a2cd-7b84f735d3ea tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0532827 Oct 28 17:11:41.336727 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-03c83f22-4ca5-4c0d-99f3-4ab6c5d5e60d req-f3a18ba5-78ee-41bc-b705-a61b171065ef tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424793 Oct 28 17:11:41.435177 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a42f6306-b150-4257-bb45-08731354ff3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.233463 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60952) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:42.370479 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-afc9ad49-5bae-478e-9b4d-1be7370ff27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.459257 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60964) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:42.466541 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.481685 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-afc9ad49-5bae-478e-9b4d-1be7370ff27c admin admin] Publish callbacks [] for security_group (5c7be5b0-103d-4ad2-bebb-ff6fa02620f9), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.486765 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-afc9ad49-5bae-478e-9b4d-1be7370ff27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (5c7be5b0-103d-4ad2-bebb-ff6fa02620f9), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.491829 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d8e63-5ac4-4995-a55c-0d16a06b6556 req-edeceb21-8cb1-4c4c-b0e4-95ec77bd8735 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:42.493327 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-652d8e63-5ac4-4995-a55c-0d16a06b6556 req-edeceb21-8cb1-4c4c-b0e4-95ec77bd8735 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0693879 Oct 28 17:11:42.522716 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9ad49-5bae-478e-9b4d-1be7370ff27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7be5b0-103d-4ad2-bebb-ff6fa02620f9,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:42.530137 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-afc9ad49-5bae-478e-9b4d-1be7370ff27c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a8ff1e85982426b8b3b6ed746c1f224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954416 Oct 28 17:11:42.530643 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60970) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:42.546329 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-652d8e63-5ac4-4995-a55c-0d16a06b6556 req-5eb54a52-8c7b-434a-aade-f14b3e2cccfe tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467160 Oct 28 17:11:42.582116 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7437a0ce-11a7-4407-ac36-0bf74b51eeb5 admin admin] Publish callbacks [] for security_group (5c7be5b0-103d-4ad2-bebb-ff6fa02620f9), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.589817 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-269bda57-9052-4d91-9993-263556361850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.603315 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7437a0ce-11a7-4407-ac36-0bf74b51eeb5 admin admin] Publish callbacks [] for security_group (5c7be5b0-103d-4ad2-bebb-ff6fa02620f9), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.650883 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7437a0ce-11a7-4407-ac36-0bf74b51eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (5c7be5b0-103d-4ad2-bebb-ff6fa02620f9), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.653903 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7437a0ce-11a7-4407-ac36-0bf74b51eeb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.657829 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-7437a0ce-11a7-4407-ac36-0bf74b51eeb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c7be5b0-103d-4ad2-bebb-ff6fa02620f9 HTTP/1.1" status: 204 len: 168 time: 0.1233561 Oct 28 17:11:42.665089 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437a0ce-11a7-4407-ac36-0bf74b51eeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7be5b0-103d-4ad2-bebb-ff6fa02620f9,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:42.667198 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-269bda57-9052-4d91-9993-263556361850 admin admin] Publish callbacks [] for security_group (3bb960a1-45e6-440b-9098-f7198c215016), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.676107 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-269bda57-9052-4d91-9993-263556361850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3bb960a1-45e6-440b-9098-f7198c215016), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.725313 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-269bda57-9052-4d91-9993-263556361850 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d600234430084131b1fe8eef9316ccb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600124 Oct 28 17:11:42.725313 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bda57-9052-4d91-9993-263556361850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb960a1-45e6-440b-9098-f7198c215016,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:42.725786 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60974) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:42.776037 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a61bca5e-4430-453a-b430-ed5c756ac504 admin admin] Publish callbacks [] for security_group (3bb960a1-45e6-440b-9098-f7198c215016), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.796795 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a61bca5e-4430-453a-b430-ed5c756ac504 admin admin] Publish callbacks [] for security_group (3bb960a1-45e6-440b-9098-f7198c215016), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.842611 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a61bca5e-4430-453a-b430-ed5c756ac504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3bb960a1-45e6-440b-9098-f7198c215016), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.845280 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a61bca5e-4430-453a-b430-ed5c756ac504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:42.848832 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a61bca5e-4430-453a-b430-ed5c756ac504 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bb960a1-45e6-440b-9098-f7198c215016 HTTP/1.1" status: 204 len: 168 time: 0.1194458 Oct 28 17:11:42.854162 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bca5e-4430-453a-b430-ed5c756ac504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb960a1-45e6-440b-9098-f7198c215016,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:42.926260 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 60980) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:42.940152 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee277917-f703-4df1-9091-0ed1b734ae88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.023782 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee277917-f703-4df1-9091-0ed1b734ae88 admin admin] Publish callbacks [] for security_group (0bc113ba-ecf6-4d7d-aea7-15e5292d5d9d), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.029076 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee277917-f703-4df1-9091-0ed1b734ae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (0bc113ba-ecf6-4d7d-aea7-15e5292d5d9d), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.072587 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee277917-f703-4df1-9091-0ed1b734ae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc113ba-ecf6-4d7d-aea7-15e5292d5d9d,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:43.077768 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ee277917-f703-4df1-9091-0ed1b734ae88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f74e264db15247babc133e0ad2f10048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503906 Oct 28 17:11:43.080905 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 60992) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:43.137269 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-859dbaf4-fdf3-4c1e-9b2c-52c4d25cab39 admin admin] Publish callbacks [] for security_group (0bc113ba-ecf6-4d7d-aea7-15e5292d5d9d), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.162769 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-859dbaf4-fdf3-4c1e-9b2c-52c4d25cab39 admin admin] Publish callbacks [] for security_group (0bc113ba-ecf6-4d7d-aea7-15e5292d5d9d), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.212988 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-859dbaf4-fdf3-4c1e-9b2c-52c4d25cab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (0bc113ba-ecf6-4d7d-aea7-15e5292d5d9d), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.215793 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-859dbaf4-fdf3-4c1e-9b2c-52c4d25cab39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.217034 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-859dbaf4-fdf3-4c1e-9b2c-52c4d25cab39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bc113ba-ecf6-4d7d-aea7-15e5292d5d9d HTTP/1.1" status: 204 len: 168 time: 0.1348820 Oct 28 17:11:43.227308 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dbaf4-fdf3-4c1e-9b2c-52c4d25cab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc113ba-ecf6-4d7d-aea7-15e5292d5d9d,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:43.566732 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 32788) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:43.701470 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5122f-7427-45c9-bb22-e2beb48b26ea req-b8d529eb-68c8-403b-8eea-19374d1999df tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:43.708222 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d5a5122f-7427-45c9-bb22-e2beb48b26ea req-b8d529eb-68c8-403b-8eea-19374d1999df tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0713639 Oct 28 17:11:43.720060 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1170583802-network', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:43.765384 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Made reservation on behalf of 7654683fb6b74d3488de28ae23771aa2 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:11:43.768364 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.778659 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d5a5122f-7427-45c9-bb22-e2beb48b26ea req-e76ecbd7-95f9-4092-8b99-b8d5538c545a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692422 Oct 28 17:11:43.785435 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.881400 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Publish callbacks [] for security_group (fc6e6d73-80e3-4169-9858-cd73d1b1a243), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.886632 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (fc6e6d73-80e3-4169-9858-cd73d1b1a243), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.909423 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:11:43.925485 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e6d73-80e3-4169-9858-cd73d1b1a243,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:43.930390 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (a135d77a-2471-493c-893d-00506fa122b0), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:43.930728 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Added segment a135d77a-2471-493c-893d-00506fa122b0 of type vlan for network 4526a78e-5b70-46b4-957d-2eced02410ae Oct 28 17:11:43.974948 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (4526a78e-5b70-46b4-957d-2eced02410ae), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.000632 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (4526a78e-5b70-46b4-957d-2eced02410ae), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.001756 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:44.002616 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.049717 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.056735 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4888313 Oct 28 17:11:44.060051 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 32814) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:44.068138 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Request body: {'subnet': {'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1170583802-subnet', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:44.071287 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b1845-d023-436d-a765-8404eda6494b admin admin] Pushing event updated for resources: {'Network': ['ID=4526a78e-5b70-46b4-957d-2eced02410ae,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:44.083519 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 4526a78e-5b70-46b4-957d-2eced02410ae details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:11:44.093126 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Made reservation on behalf of 7654683fb6b74d3488de28ae23771aa2 for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:11:44.096664 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5515979'] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.304708 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5549012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5515833'] for subnet (dc36c1bd-daa1-4cf4-8be1-c6108ac9e429), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.354999 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc36c1bd-daa1-4cf4-8be1-c6108ac9e429,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:44.371617 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Checking segment: {'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:44.371972 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Network hostable DHCP agents. Network: 4526a78e-5b70-46b4-957d-2eced02410ae, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:11:44.389257 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Network 4526a78e-5b70-46b4-957d-2eced02410ae is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:11:44.412420 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 4526a78e-5b70-46b4-957d-2eced02410ae) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:44.421782 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:44.422480 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.422605 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f61c39-e7fd-4c66-bc5b-4f5e726d5d3f None None] Network 4526a78e-5b70-46b4-957d-2eced02410ae requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:11:44.443391 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 32824) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:44.443867 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-079292ef-c308-454b-9bad-b97ea318c288 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3819396 Oct 28 17:11:44.448427 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:44.485404 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (057102e3-5cc6-4db2-9ff7-4458bf4d5111), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.486454 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (057102e3-5cc6-4db2-9ff7-4458bf4d5111), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.539219 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks [] for router_controller (057102e3-5cc6-4db2-9ff7-4458bf4d5111), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.552442 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-4526a78e-5b70-46b4-957d-2eced02410ae', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:11:44.552442 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.669504 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks [] for router_gateway (057102e3-5cc6-4db2-9ff7-4458bf4d5111), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.680971 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Allocated IP 172.20.0.2 (4526a78e-5b70-46b4-957d-2eced02410ae/dc36c1bd-daa1-4cf4-8be1-c6108ac9e429/3d2945b1-793d-4908-87d9-17cea2e22ce9) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:44.829664 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Publish callbacks [] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.836525 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.882368 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Network 4526a78e-5b70-46b4-957d-2eced02410ae is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:44.885293 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks [] for router_gateway (057102e3-5cc6-4db2-9ff7-4458bf4d5111), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.885846 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:44.888829 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:44.890650 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Pushing event updated for resources: {'Port': ['ID=3d2945b1-793d-4908-87d9-17cea2e22ce9,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:44.906532 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.947257 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Attempting to bind port 3d2945b1-793d-4908-87d9-17cea2e22ce9 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:44.947537 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Attempting to bind port 3d2945b1-793d-4908-87d9-17cea2e22ce9 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:44.947897 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Attempting to bind port 3d2945b1-793d-4908-87d9-17cea2e22ce9 on network 4526a78e-5b70-46b4-957d-2eced02410ae {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:44.952833 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:44.953205 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Checking segment: {'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:44.953632 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.954043 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Bound using segment: {'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:44.954481 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Bound port: 3d2945b1-793d-4908-87d9-17cea2e22ce9, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:44.954854 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:44.966341 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fe942-bdf9-4164-b897-87943a136c15 req-dc8aa3bc-d036-400b-b978-f9ab5b8a8970 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:44.967848 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d89fe942-bdf9-4164-b897-87943a136c15 req-dc8aa3bc-d036-400b-b978-f9ab5b8a8970 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1127300 Oct 28 17:11:45.016564 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] For port 3d2945b1-793d-4908-87d9-17cea2e22ce9, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:45.019862 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] For port 3d2945b1-793d-4908-87d9-17cea2e22ce9, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=3d2945b1-793d-4908-87d9-17cea2e22ce9,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:45.025760 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:45.053321 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Allocated IP 172.27.0.111 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/79b70fbb-8945-4bb7-bfe8-d8d0224537eb) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:45.061223 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d89fe942-bdf9-4164-b897-87943a136c15 req-378b007b-cd7c-4e1b-a070-e133e5ad531c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859480 Oct 28 17:11:45.080917 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a781c7e-78d4-4fec-b86f-c9b538356eaa None None] Pushing event updated for resources: {'Port': ['ID=3d2945b1-793d-4908-87d9-17cea2e22ce9,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:45.182135 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks [] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:45.237669 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:45.279972 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:45.282929 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:45.287086 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:45.292035 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Pushing event updated for resources: {'Port': ['ID=79b70fbb-8945-4bb7-bfe8-d8d0224537eb,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:45.359478 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:45.488399 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks [] for router_gateway (057102e3-5cc6-4db2-9ff7-4458bf4d5111), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:45.673744 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (057102e3-5cc6-4db2-9ff7-4458bf4d5111), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:45.803174 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:11:45.937191 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71ddc4-8deb-400f-96f0-e7a72cadcd10 None None] Network 4526a78e-5b70-46b4-957d-2eced02410ae requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:11:46.003786 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-7ff7dfc6-2ab9-4b76-baa0-f82d2e6304c6 None None] Provisioning complete for port 3d2945b1-793d-4908-87d9-17cea2e22ce9 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:46.004015 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-7ff7dfc6-2ab9-4b76-baa0-f82d2e6304c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.004389 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-7ff7dfc6-2ab9-4b76-baa0-f82d2e6304c6 None None] Attempt 1 to provision port 3d2945b1-793d-4908-87d9-17cea2e22ce9 Oct 28 17:11:46.117943 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7dfc6-2ab9-4b76-baa0-f82d2e6304c6 None None] Current status of the port 3d2945b1-793d-4908-87d9-17cea2e22ce9 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:46.118548 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-7ff7dfc6-2ab9-4b76-baa0-f82d2e6304c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.123679 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:11:46.140046 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Sync routers for ids ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:11:46.163604 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-7ff7dfc6-2ab9-4b76-baa0-f82d2e6304c6 None None] For port 3d2945b1-793d-4908-87d9-17cea2e22ce9, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=3d2945b1-793d-4908-87d9-17cea2e22ce9,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:46.167234 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Routers {'057102e3-5cc6-4db2-9ff7-4458bf4d5111'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:46.167917 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:46.170349 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-7ff7dfc6-2ab9-4b76-baa0-f82d2e6304c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.176295 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.177612 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-79606828-c0df-4c6d-81e9-85b69d46da4a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7327845 Oct 28 17:11:46.180653 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 32840) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:46.247193 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66f797-f679-44c4-9c3b-d16973287c9d req-a729587f-bbee-4ec5-a29d-40a7b2db314f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:46.255400 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9c66f797-f679-44c4-9c3b-d16973287c9d req-a729587f-bbee-4ec5-a29d-40a7b2db314f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1119068 Oct 28 17:11:46.305439 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7dfc6-2ab9-4b76-baa0-f82d2e6304c6 None None] Pushing event updated for resources: {'Port': ['ID=3d2945b1-793d-4908-87d9-17cea2e22ce9,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:46.324872 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Set router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:46.326845 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9c66f797-f679-44c4-9c3b-d16973287c9d req-45753f65-7bff-4848-95ee-f37e025fc609 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587606 Oct 28 17:11:46.385348 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 3d2945b1-793d-4908-87d9-17cea2e22ce9 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:46.471184 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-4a05020a-65de-4d6f-b0d8-9a05f338cd07 None None] Provisioning complete for port 3d2945b1-793d-4908-87d9-17cea2e22ce9 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:46.471550 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4a05020a-65de-4d6f-b0d8-9a05f338cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.471915 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-4a05020a-65de-4d6f-b0d8-9a05f338cd07 None None] Attempt 1 to provision port 3d2945b1-793d-4908-87d9-17cea2e22ce9 Oct 28 17:11:46.558982 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 3d2945b1-793d-4908-87d9-17cea2e22ce9 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:46.559360 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.559721 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 3d2945b1-793d-4908-87d9-17cea2e22ce9 Oct 28 17:11:46.639719 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-4a05020a-65de-4d6f-b0d8-9a05f338cd07 None None] Current status of the port 3d2945b1-793d-4908-87d9-17cea2e22ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:46.653734 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.668846 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:45Z', 'revision_number': 3, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:46.697502 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Checking router: 057102e3-5cc6-4db2-9ff7-4458bf4d5111 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:11:46.697843 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Updating router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:11:46.720277 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 3d2945b1-793d-4908-87d9-17cea2e22ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:46.731394 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.803651 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Allocated IP 172.20.0.1 (4526a78e-5b70-46b4-957d-2eced02410ae/dc36c1bd-daa1-4cf4-8be1-c6108ac9e429/45772b6c-dade-4734-8c17-cdd23c97455c) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:46.911227 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Publish callbacks [] for port (45772b6c-dade-4734-8c17-cdd23c97455c), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.944241 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.979024 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Publish callbacks [] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.985585 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:46.986166 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Network 4526a78e-5b70-46b4-957d-2eced02410ae is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:46.989007 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:46.992256 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:47.015141 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Pushing event updated for resources: {'Port': ['ID=45772b6c-dade-4734-8c17-cdd23c97455c,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:47.018107 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Attempting to bind port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:47.018486 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Attempting to bind port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:47.018852 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Attempting to bind port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:47.032704 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:47.033128 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:47.033494 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:47.033853 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:47.034366 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Bound port: 79b70fbb-8945-4bb7-bfe8-d8d0224537eb, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:47.034746 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:47.037766 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (057102e3-5cc6-4db2-9ff7-4458bf4d5111), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:47.056120 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e1c49-ff66-41a1-b570-3091d634094c None None] Pushing event updated for resources: {'Port': ['ID=79b70fbb-8945-4bb7-bfe8-d8d0224537eb,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:47.093629 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] For port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:47.097226 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] For port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=79b70fbb-8945-4bb7-bfe8-d8d0224537eb,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:47.105510 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:47.143050 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Routers {'057102e3-5cc6-4db2-9ff7-4458bf4d5111'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:47.143751 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:47.172053 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:47.236188 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e1c49-ff66-41a1-b570-3091d634094c None None] Pushing event updated for resources: {'Port': ['ID=79b70fbb-8945-4bb7-bfe8-d8d0224537eb,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:47.331175 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Publish callbacks [] for port (45772b6c-dade-4734-8c17-cdd23c97455c), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:47.337262 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:47.398979 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] Set router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:47.400830 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Provisioning complete for port 45772b6c-dade-4734-8c17-cdd23c97455c triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:47.401210 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:47.401549 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Attempt 1 to provision port 45772b6c-dade-4734-8c17-cdd23c97455c Oct 28 17:11:47.403100 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Pushing event updated for resources: {'Port': ['ID=45772b6c-dade-4734-8c17-cdd23c97455c,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:47.405616 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (057102e3-5cc6-4db2-9ff7-4458bf4d5111), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:47.493593 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded184a-4534-4167-bcf6-99db616ce0d4 req-ee14c5d4-b431-4bc7-b85b-9c8dae28b263 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:47.495303 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0ded184a-4534-4167-bcf6-99db616ce0d4 req-ee14c5d4-b431-4bc7-b85b-9c8dae28b263 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0611162 Oct 28 17:11:47.502287 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Port 45772b6c-dade-4734-8c17-cdd23c97455c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:47.533426 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Network 4526a78e-5b70-46b4-957d-2eced02410ae is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:47.535046 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:47.555785 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0ded184a-4534-4167-bcf6-99db616ce0d4 req-02a6d5cd-38af-451e-8ca0-fd23927a3873 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525379 Oct 28 17:11:47.651238 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:11:47.652450 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:46Z', 'revision_number': 1, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:47.681693 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e69cf4-e217-4220-a01b-9c21bb180c5b None None] The sync data for ids ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'] in dv-cinder-859839-1-iscsi is: [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:46Z', 'revision_number': 1, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:11:47.757119 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:11:47.763539 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-979fc1b0-6ebb-4c40-9253-30222eddc98d admin admin] 10.222.0.20 "PUT /v2.0/routers/057102e3-5cc6-4db2-9ff7-4458bf4d5111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5806878 Oct 28 17:11:48.003287 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Attempt 2 to provision port 45772b6c-dade-4734-8c17-cdd23c97455c Oct 28 17:11:48.039614 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Port 45772b6c-dade-4734-8c17-cdd23c97455c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:48.300450 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 3d2945b1-793d-4908-87d9-17cea2e22ce9 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:48.384756 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 32870) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:48.388135 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 3d2945b1-793d-4908-87d9-17cea2e22ce9 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:48.388516 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:48.388913 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 3d2945b1-793d-4908-87d9-17cea2e22ce9 Oct 28 17:11:48.389653 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1604625908-network', 'tenant_id': '505aede470734e1d82000680e9bb9271'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:48.420889 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Made reservation on behalf of 505aede470734e1d82000680e9bb9271 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:11:48.423773 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:48.433065 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:48.478745 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 3d2945b1-793d-4908-87d9-17cea2e22ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:48.530201 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Publish callbacks [] for security_group (848e8c55-53bc-4539-8aca-2643e711c0bf), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:48.541139 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Attempt 3 to provision port 45772b6c-dade-4734-8c17-cdd23c97455c Oct 28 17:11:48.546286 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (848e8c55-53bc-4539-8aca-2643e711c0bf), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:48.578354 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:11:48.578809 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Port 45772b6c-dade-4734-8c17-cdd23c97455c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:48.585463 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848e8c55-53bc-4539-8aca-2643e711c0bf,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:48.594908 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:48.595260 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Added segment cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95 of type vlan for network 04df7d7b-bebd-4176-a2c4-332a281331e2 Oct 28 17:11:48.639950 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (04df7d7b-bebd-4176-a2c4-332a281331e2), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:48.669800 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (04df7d7b-bebd-4176-a2c4-332a281331e2), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:48.670876 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:48.671471 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:48.701694 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c9869-1193-473f-bf6a-5d55e6efbf6f req-02c022cb-7e6b-427e-83c6-657f5ed9826f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:48.704189 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-445c9869-1193-473f-bf6a-5d55e6efbf6f req-02c022cb-7e6b-427e-83c6-657f5ed9826f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0690267 Oct 28 17:11:48.730128 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3418293 Oct 28 17:11:48.731830 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 32878) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:48.736759 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Request body: {'subnet': {'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1604625908-subnet', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:48.739020 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29de3d-19b7-4a79-968a-3734511d30f6 admin admin] Pushing event updated for resources: {'Network': ['ID=04df7d7b-bebd-4176-a2c4-332a281331e2,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:48.752506 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 04df7d7b-bebd-4176-a2c4-332a281331e2 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:11:48.782571 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-445c9869-1193-473f-bf6a-5d55e6efbf6f req-111880b6-bb76-42b7-8e64-47ede942ac6d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719054 Oct 28 17:11:48.784200 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Made reservation on behalf of 505aede470734e1d82000680e9bb9271 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:11:48.786996 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:48.958920 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.009192 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:49.027996 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Checking segment: {'id': 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:49.028501 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Network hostable DHCP agents. Network: 04df7d7b-bebd-4176-a2c4-332a281331e2, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:11:49.061224 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Network 04df7d7b-bebd-4176-a2c4-332a281331e2 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:11:49.073188 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 04df7d7b-bebd-4176-a2c4-332a281331e2) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:49.080436 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Attempt 4 to provision port 45772b6c-dade-4734-8c17-cdd23c97455c Oct 28 17:11:49.082661 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:49.083304 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.089234 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c5027-e34e-451f-8e72-a6c50d468f63 None None] Network 04df7d7b-bebd-4176-a2c4-332a281331e2 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:11:49.115025 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0197181d-bc9a-46b9-9a45-953db8ed6c66 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3796544 Oct 28 17:11:49.115296 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 32882) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:49.120391 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1604625908-router', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:11:49.145116 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (41f5739d-3464-4838-963f-1cd6c6ef20a4), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.146374 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (41f5739d-3464-4838-963f-1cd6c6ef20a4), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.175392 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Port 45772b6c-dade-4734-8c17-cdd23c97455c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:49.206916 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks [] for router_controller (41f5739d-3464-4838-963f-1cd6c6ef20a4), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.233328 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-04df7d7b-bebd-4176-a2c4-332a281331e2', 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2', 'project_id': '505aede470734e1d82000680e9bb9271', 'fixed_ips': [{'subnet_id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:11:49.234250 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.367056 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks [] for router_gateway (41f5739d-3464-4838-963f-1cd6c6ef20a4), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.403722 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Allocated IP 172.20.0.2 (04df7d7b-bebd-4176-a2c4-332a281331e2/2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad/8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:49.557509 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Publish callbacks [] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.567433 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.600144 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks [] for router_gateway (41f5739d-3464-4838-963f-1cd6c6ef20a4), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.610276 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Network 04df7d7b-bebd-4176-a2c4-332a281331e2 is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:49.614089 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:49.621470 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.624882 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:49.639651 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Pushing event updated for resources: {'Port': ['ID=8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:49.676398 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Attempt 5 to provision port 45772b6c-dade-4734-8c17-cdd23c97455c Oct 28 17:11:49.713845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Attempting to bind port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:49.714238 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Attempting to bind port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:49.714606 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Attempting to bind port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b on network 04df7d7b-bebd-4176-a2c4-332a281331e2 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:49.726279 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:49.726531 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Checking segment: {'id': 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:49.726930 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.727365 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Bound using segment: {'id': 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:49.727846 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Bound port: 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:49.728264 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.730764 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Port 45772b6c-dade-4734-8c17-cdd23c97455c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:49.789136 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-87863573-74cb-4381-9335-9c2929578ac7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266232 Oct 28 17:11:49.804896 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] For port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:49.808340 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] For port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b,segment=NetworkSegment(cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95),segment_id=cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:49.815634 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Allocated IP 172.27.0.101 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/acc33d4b-f89f-4af3-9a8c-944905d25b27) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:49.819120 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:49.945776 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224432e0-25ca-49b0-897d-69a11d5f0325 None None] Pushing event updated for resources: {'Port': ['ID=8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:49.976128 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-2e4ecf0c-a72e-4463-9ef8-dbe48a4bb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:49.977652 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-2e4ecf0c-a72e-4463-9ef8-dbe48a4bb7ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 1130 time: 0.1636214 Oct 28 17:11:50.005897 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Sync routers for ids ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:11:50.020945 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Routers {'057102e3-5cc6-4db2-9ff7-4458bf4d5111'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:50.021760 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:50.045779 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8559db-ee2f-4e25-9640-1208834062a9 req-17c861ce-4f27-4e78-b57b-e1dbd06b55ce tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:50.047359 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4f8559db-ee2f-4e25-9640-1208834062a9 req-17c861ce-4f27-4e78-b57b-e1dbd06b55ce tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1386986 Oct 28 17:11:50.120862 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks [] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:50.212251 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4f8559db-ee2f-4e25-9640-1208834062a9 req-d7da5861-c7ef-45ce-bd4c-2aa126e93415 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267176 Oct 28 17:11:50.212387 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Set router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:50.232412 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Attempt 6 to provision port 45772b6c-dade-4734-8c17-cdd23c97455c Oct 28 17:11:50.250731 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-54ed7379-def6-4937-a6c6-917649b52223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:50.251386 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-54ed7379-def6-4937-a6c6-917649b52223 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 916 time: 0.2411814 Oct 28 17:11:50.267600 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:50.312836 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Port 45772b6c-dade-4734-8c17-cdd23c97455c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:50.416379 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:50.430861 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:50.437099 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Pushing event updated for resources: {'Port': ['ID=acc33d4b-f89f-4af3-9a8c-944905d25b27,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:50.439867 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:50.486252 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:50.532319 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-5c86c9b2-a7b2-4c16-80da-b7e0c64d99f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b47dec5b-c931-4b57-a91d-f8302972a80e HTTP/1.1" status: 200 len: 1002 time: 0.2746718 Oct 28 17:11:50.597052 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-85a9d866-9d1d-44e0-9c6f-2760176e0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:50.600412 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-85a9d866-9d1d-44e0-9c6f-2760176e0055 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0614738 Oct 28 17:11:50.601090 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:50.603373 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:50.608603 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b Oct 28 17:11:50.612601 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 2, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:50.644425 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Checking router: 057102e3-5cc6-4db2-9ff7-4458bf4d5111 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:11:50.645085 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Updating router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 port 45772b6c-dade-4734-8c17-cdd23c97455c binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:11:50.689833 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:50.728002 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-0e3d20dc-c7eb-4af0-b3a3-af0e3731743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:50.734142 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-0e3d20dc-c7eb-4af0-b3a3-af0e3731743f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970736 Oct 28 17:11:50.766165 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:50.767084 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:50.822951 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b,segment=NetworkSegment(cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95),segment_id=cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:50.825245 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Attempt 7 to provision port 45772b6c-dade-4734-8c17-cdd23c97455c Oct 28 17:11:50.850333 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:11:50.896671 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:50.900047 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 79b70fbb-8945-4bb7-bfe8-d8d0224537eb up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:51.058864 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-9c2b3699-e4a3-43a8-a40f-6e4e16178909 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945367 Oct 28 17:11:51.079364 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:51.083665 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks [] for router_gateway (41f5739d-3464-4838-963f-1cd6c6ef20a4), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.122722 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Port 45772b6c-dade-4734-8c17-cdd23c97455c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:51.139267 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:51.139796 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.140231 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb Oct 28 17:11:51.211732 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Publish callbacks [] for port (45772b6c-dade-4734-8c17-cdd23c97455c), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.222055 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.231181 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:51.231792 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.272131 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390d12e-1894-4495-9652-a1084d90079a None None] Pushing event updated for resources: {'Port': ['ID=45772b6c-dade-4734-8c17-cdd23c97455c,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:51.293671 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=79b70fbb-8945-4bb7-bfe8-d8d0224537eb,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:51.309741 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.358116 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3cba5c-5920-4425-bc40-648bb3d96e95 None None] Network 04df7d7b-bebd-4176-a2c4-332a281331e2 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:11:51.358314 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Attempting to bind port 45772b6c-dade-4734-8c17-cdd23c97455c on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:51.358496 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Attempting to bind port 45772b6c-dade-4734-8c17-cdd23c97455c by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:51.359068 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Attempting to bind port 45772b6c-dade-4734-8c17-cdd23c97455c on network 4526a78e-5b70-46b4-957d-2eced02410ae {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:51.364637 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:51.365240 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Checking segment: {'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:51.365806 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.366378 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Bound using segment: {'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:51.367037 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Bound port: 45772b6c-dade-4734-8c17-cdd23c97455c, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:51.367574 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.373408 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.390172 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 32946) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:51.443599 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=79b70fbb-8945-4bb7-bfe8-d8d0224537eb,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:51.444867 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] For port 45772b6c-dade-4734-8c17-cdd23c97455c, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:51.448558 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] For port 45772b6c-dade-4734-8c17-cdd23c97455c, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=45772b6c-dade-4734-8c17-cdd23c97455c,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:51.457149 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.501470 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Routers {'057102e3-5cc6-4db2-9ff7-4458bf4d5111'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:51.502446 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:51.513041 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5fad-e9f7-4e2d-b2a6-76daf7b5480f req-1d6abc42-261f-4974-914d-1f2ffcb09df9 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:51.514569 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-de0c5fad-e9f7-4e2d-b2a6-76daf7b5480f req-1d6abc42-261f-4974-914d-1f2ffcb09df9 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1874211 Oct 28 17:11:51.522014 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-035a455e-4f37-43a6-b1f4-44a578471f20 req-55068d5f-66af-4e9f-a80d-79943ee830ca service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541337 Oct 28 17:11:51.524805 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (41f5739d-3464-4838-963f-1cd6c6ef20a4), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.562586 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bacba9c3-e0b8-4ee1-ba6d-7328fc6edbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.573128 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390d12e-1894-4495-9652-a1084d90079a None None] Pushing event updated for resources: {'Port': ['ID=45772b6c-dade-4734-8c17-cdd23c97455c,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:51.619012 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-de0c5fad-e9f7-4e2d-b2a6-76daf7b5480f req-4c4aee44-dd36-4fd7-ab2b-c642115c062c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872798 Oct 28 17:11:51.623711 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Attempt 8 to provision port 45772b6c-dade-4734-8c17-cdd23c97455c Oct 28 17:11:51.667542 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bacba9c3-e0b8-4ee1-ba6d-7328fc6edbf2 admin admin] Publish callbacks [] for security_group (58e4b97b-3f16-423c-82dd-93962783620b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.672957 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] Set router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:51.675889 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bacba9c3-e0b8-4ee1-ba6d-7328fc6edbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (58e4b97b-3f16-423c-82dd-93962783620b), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.721665 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Router 41f5739d-3464-4838-963f-1cd6c6ef20a4 is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:11:51.735124 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-bacba9c3-e0b8-4ee1-ba6d-7328fc6edbf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f564318dbfac415b9d5384da9ce26a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409662 Oct 28 17:11:51.735761 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 32950) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:51.750771 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Current status of the port 45772b6c-dade-4734-8c17-cdd23c97455c is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:51.751165 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.780739 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacba9c3-e0b8-4ee1-ba6d-7328fc6edbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e4b97b-3f16-423c-82dd-93962783620b,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:51.820011 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-766caa79-7188-4427-ad01-d80433d3561e None None] For port 45772b6c-dade-4734-8c17-cdd23c97455c, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=45772b6c-dade-4734-8c17-cdd23c97455c,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:51.826144 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.868400 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2e1e63a7-3b54-4670-95db-bbaff715221a admin admin] Publish callbacks [] for security_group (58e4b97b-3f16-423c-82dd-93962783620b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.902343 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2e1e63a7-3b54-4670-95db-bbaff715221a admin admin] Publish callbacks [] for security_group (58e4b97b-3f16-423c-82dd-93962783620b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.906567 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766caa79-7188-4427-ad01-d80433d3561e None None] Pushing event updated for resources: {'Port': ['ID=45772b6c-dade-4734-8c17-cdd23c97455c,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:51.914930 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:51.942398 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a5363-804f-4db1-9e57-842ab8402290 None None] The sync data for ids ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'] in dv-cinder-859839-1-iscsi is: [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:11:51.966894 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2e1e63a7-3b54-4670-95db-bbaff715221a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (58e4b97b-3f16-423c-82dd-93962783620b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.969340 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2e1e63a7-3b54-4670-95db-bbaff715221a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:51.973228 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2e1e63a7-3b54-4670-95db-bbaff715221a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58e4b97b-3f16-423c-82dd-93962783620b HTTP/1.1" status: 204 len: 168 time: 0.2246811 Oct 28 17:11:51.988443 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e63a7-3b54-4670-95db-bbaff715221a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e4b97b-3f16-423c-82dd-93962783620b,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:52.004662 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-076befc4-b802-4af7-85a5-6cf3407f86e8 None None] Provisioning complete for port 45772b6c-dade-4734-8c17-cdd23c97455c triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:52.005060 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-076befc4-b802-4af7-85a5-6cf3407f86e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:52.007173 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-076befc4-b802-4af7-85a5-6cf3407f86e8 None None] Attempt 1 to provision port 45772b6c-dade-4734-8c17-cdd23c97455c Oct 28 17:11:52.174390 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-076befc4-b802-4af7-85a5-6cf3407f86e8 None None] Current status of the port 45772b6c-dade-4734-8c17-cdd23c97455c is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:52.199065 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-076befc4-b802-4af7-85a5-6cf3407f86e8 None None] Provisioning complete for port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:52.199568 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-076befc4-b802-4af7-85a5-6cf3407f86e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:52.201122 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:11:52.221592 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-076befc4-b802-4af7-85a5-6cf3407f86e8 None None] Attempt 1 to provision port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b Oct 28 17:11:52.231081 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:52.237130 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Sync routers for ids ['41f5739d-3464-4838-963f-1cd6c6ef20a4'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:11:52.237881 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 32966) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:52.259029 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-dfd7f5f6-9d0b-4d40-ba8c-a77f814e918e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1426706 Oct 28 17:11:52.333028 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Routers {'41f5739d-3464-4838-963f-1cd6c6ef20a4'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:52.336433 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['41f5739d-3464-4838-963f-1cd6c6ef20a4'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:52.447402 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 32974) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:52.451085 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 45772b6c-dade-4734-8c17-cdd23c97455c up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:52.599821 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-076befc4-b802-4af7-85a5-6cf3407f86e8 None None] Current status of the port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:52.607634 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7bd4-e306-4364-91da-1c38f729b142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:52.639396 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Set router 41f5739d-3464-4838-963f-1cd6c6ef20a4 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:52.720204 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7bd4-e306-4364-91da-1c38f729b142 admin admin] Publish callbacks [] for security_group (f2e28f7b-ec14-40b1-a68d-ee8beaa1c3bf), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:52.728233 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7bd4-e306-4364-91da-1c38f729b142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (f2e28f7b-ec14-40b1-a68d-ee8beaa1c3bf), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:52.761662 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d3ae7bd4-e306-4364-91da-1c38f729b142 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfa09338d20d4e17a4c4d779bb991e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129110 Oct 28 17:11:52.772760 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 32986) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:11:52.873397 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae7bd4-e306-4364-91da-1c38f729b142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e28f7b-ec14-40b1-a68d-ee8beaa1c3bf,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:52.873730 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 45772b6c-dade-4734-8c17-cdd23c97455c triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:52.874136 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:52.874473 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 45772b6c-dade-4734-8c17-cdd23c97455c Oct 28 17:11:52.925767 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88292c6c-e1d5-4816-a45a-b0f7ef4f99cd req-8ec2510e-755e-4e7e-b64e-7cf60e17edb9 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:52.927598 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88292c6c-e1d5-4816-a45a-b0f7ef4f99cd req-8ec2510e-755e-4e7e-b64e-7cf60e17edb9 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1484208 Oct 28 17:11:52.950298 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74d9a771-01f7-4b56-bdd1-8f0db770086c admin admin] Publish callbacks [] for security_group (f2e28f7b-ec14-40b1-a68d-ee8beaa1c3bf), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:52.992541 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74d9a771-01f7-4b56-bdd1-8f0db770086c admin admin] Publish callbacks [] for security_group (f2e28f7b-ec14-40b1-a68d-ee8beaa1c3bf), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.052903 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88292c6c-e1d5-4816-a45a-b0f7ef4f99cd req-0d84df23-c582-4f35-9060-99d63a0a331f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194086 Oct 28 17:11:53.065781 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74d9a771-01f7-4b56-bdd1-8f0db770086c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (f2e28f7b-ec14-40b1-a68d-ee8beaa1c3bf), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.069281 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74d9a771-01f7-4b56-bdd1-8f0db770086c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.072613 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-74d9a771-01f7-4b56-bdd1-8f0db770086c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2e28f7b-ec14-40b1-a68d-ee8beaa1c3bf HTTP/1.1" status: 204 len: 168 time: 0.2897093 Oct 28 17:11:53.078693 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9a771-01f7-4b56-bdd1-8f0db770086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e28f7b-ec14-40b1-a68d-ee8beaa1c3bf,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:53.131555 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 45772b6c-dade-4734-8c17-cdd23c97455c is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:53.132688 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:53.206002 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'name': 'tempest-TestMinimumBasicScenario-1604625908-router', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:50Z', 'revision_number': 3, 'project_id': '505aede470734e1d82000680e9bb9271', 'gw_port': {'id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:53.238464 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:53.238845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.239182 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b Oct 28 17:11:53.240964 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Checking router: 41f5739d-3464-4838-963f-1cd6c6ef20a4 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:11:53.241316 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Updating router 41f5739d-3464-4838-963f-1cd6c6ef20a4 port acc33d4b-f89f-4af3-9a8c-944905d25b27 binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:11:53.294283 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.320305 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.437793 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:53.438974 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 79b70fbb-8945-4bb7-bfe8-d8d0224537eb up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:53.592302 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Allocated IP 172.20.0.1 (04df7d7b-bebd-4176-a2c4-332a281331e2/2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad/2261ebda-41a2-4aee-a1f7-3846c0e28ab3) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:11:53.627983 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:53.628361 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.628714 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb Oct 28 17:11:53.728800 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Publish callbacks [] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.767344 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.782371 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Publish callbacks [] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.785847 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:53.791410 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.813502 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Network 04df7d7b-bebd-4176-a2c4-332a281331e2 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:53.816589 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:53.820568 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:11:53.847387 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cf8d7-6771-487b-b91b-3548dacc3262 None None] Pushing event updated for resources: {'Port': ['ID=acc33d4b-f89f-4af3-9a8c-944905d25b27,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:53.850369 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Pushing event updated for resources: {'Port': ['ID=2261ebda-41a2-4aee-a1f7-3846c0e28ab3,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:53.861780 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Attempting to bind port acc33d4b-f89f-4af3-9a8c-944905d25b27 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:53.862177 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Attempting to bind port acc33d4b-f89f-4af3-9a8c-944905d25b27 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:53.863130 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Attempting to bind port acc33d4b-f89f-4af3-9a8c-944905d25b27 on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:53.870239 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (41f5739d-3464-4838-963f-1cd6c6ef20a4), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.870465 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:53.870694 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:53.871144 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.871539 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:53.872065 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Bound port: acc33d4b-f89f-4af3-9a8c-944905d25b27, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:53.872966 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:53.933260 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] For port acc33d4b-f89f-4af3-9a8c-944905d25b27, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:53.937824 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] For port acc33d4b-f89f-4af3-9a8c-944905d25b27, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=acc33d4b-f89f-4af3-9a8c-944905d25b27,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:53.948135 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:54.023237 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Routers {'41f5739d-3464-4838-963f-1cd6c6ef20a4'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:54.025893 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['41f5739d-3464-4838-963f-1cd6c6ef20a4'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:54.043769 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:54.124346 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cf8d7-6771-487b-b91b-3548dacc3262 None None] Pushing event updated for resources: {'Port': ['ID=acc33d4b-f89f-4af3-9a8c-944905d25b27,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:54.195929 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Provisioning complete for port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:54.196389 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:54.196895 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Attempt 1 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:11:54.227904 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cda2c-8d3a-4b4f-8979-69a8811be215 req-59988482-3503-48fc-b387-a37412766505 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:54.230356 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1d1cda2c-8d3a-4b4f-8979-69a8811be215 req-59988482-3503-48fc-b387-a37412766505 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0709419 Oct 28 17:11:54.231273 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] Set router 41f5739d-3464-4838-963f-1cd6c6ef20a4 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:54.270862 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:54.296068 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1d1cda2c-8d3a-4b4f-8979-69a8811be215 req-f2c63247-5d65-4546-b9ce-1a11f9a4a088 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583751 Oct 28 17:11:54.306901 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Publish callbacks [] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:54.323870 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:54.392520 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (41f5739d-3464-4838-963f-1cd6c6ef20a4), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:54.394416 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Pushing event updated for resources: {'Port': ['ID=2261ebda-41a2-4aee-a1f7-3846c0e28ab3,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:54.463856 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'name': 'tempest-TestMinimumBasicScenario-1604625908-router', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:53Z', 'revision_number': 4, 'project_id': '505aede470734e1d82000680e9bb9271', 'gw_port': {'id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2261ebda-41a2-4aee-a1f7-3846c0e28ab3', 'name': '', 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'mac_address': 'fa:16:3e:37:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:53Z', 'updated_at': '2022-10-28T17:11:53Z', 'revision_number': 1, 'project_id': '505aede470734e1d82000680e9bb9271', 'subnets': [{'id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:54.488509 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Network 04df7d7b-bebd-4176-a2c4-332a281331e2 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:11:54.489731 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:11:54.490390 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99f5a3-2fe8-4671-848c-d2ee0e929813 None None] The sync data for ids ['41f5739d-3464-4838-963f-1cd6c6ef20a4'] in dv-cinder-859839-1-iscsi is: [{'id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'name': 'tempest-TestMinimumBasicScenario-1604625908-router', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:53Z', 'revision_number': 4, 'project_id': '505aede470734e1d82000680e9bb9271', 'gw_port': {'id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2261ebda-41a2-4aee-a1f7-3846c0e28ab3', 'name': '', 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'mac_address': 'fa:16:3e:37:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:53Z', 'updated_at': '2022-10-28T17:11:53Z', 'revision_number': 1, 'project_id': '505aede470734e1d82000680e9bb9271', 'subnets': [{'id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:11:54.609292 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Router 41f5739d-3464-4838-963f-1cd6c6ef20a4 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:11:54.736593 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:11:54.760634 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-7b5a5c14-ae16-44f4-b268-2c4ff1105d67 admin admin] 10.222.0.20 "PUT /v2.0/routers/41f5739d-3464-4838-963f-1cd6c6ef20a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5133679 Oct 28 17:11:54.771355 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Attempt 2 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:11:54.809909 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:55.317763 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Attempt 3 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:11:55.363908 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:55.462925 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d899dd9-f249-4125-addc-005bc2d4b1f6 req-eb334236-7f97-4d24-b2b9-b7a048e03b38 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:55.465290 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7d899dd9-f249-4125-addc-005bc2d4b1f6 req-eb334236-7f97-4d24-b2b9-b7a048e03b38 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0649116 Oct 28 17:11:55.546304 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7d899dd9-f249-4125-addc-005bc2d4b1f6 req-935acab2-7d82-442a-9303-c4fb7c25e1dc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727654 Oct 28 17:11:55.865187 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Attempt 4 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:11:55.914195 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:56.314769 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device acc33d4b-f89f-4af3-9a8c-944905d25b27 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:56.374907 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port acc33d4b-f89f-4af3-9a8c-944905d25b27 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:56.375619 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:56.376111 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port acc33d4b-f89f-4af3-9a8c-944905d25b27 Oct 28 17:11:56.414606 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Attempt 5 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:11:56.473690 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:56.540018 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port acc33d4b-f89f-4af3-9a8c-944905d25b27 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:56.540840 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:56.571472 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port acc33d4b-f89f-4af3-9a8c-944905d25b27, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=acc33d4b-f89f-4af3-9a8c-944905d25b27,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:56.594923 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:56.715193 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=acc33d4b-f89f-4af3-9a8c-944905d25b27,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:56.776469 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92a617-8d0a-4418-896e-c5a2ee2362ad req-b0fbfe8a-6812-49b0-9d0a-a6e50c5d1f9d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:56.785650 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8b92a617-8d0a-4418-896e-c5a2ee2362ad req-b0fbfe8a-6812-49b0-9d0a-a6e50c5d1f9d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0934699 Oct 28 17:11:56.878184 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8b92a617-8d0a-4418-896e-c5a2ee2362ad req-a8f2d208-5141-4d9b-9d67-a2b95fd876af tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822573 Oct 28 17:11:56.974974 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Attempt 6 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:11:57.029477 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:57.154968 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Sync routers for ids ['41f5739d-3464-4838-963f-1cd6c6ef20a4'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:11:57.176460 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Routers {'41f5739d-3464-4838-963f-1cd6c6ef20a4'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:57.177136 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['41f5739d-3464-4838-963f-1cd6c6ef20a4'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:57.309202 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Set router 41f5739d-3464-4838-963f-1cd6c6ef20a4 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:57.530593 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Attempt 7 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:11:57.557187 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'name': 'tempest-TestMinimumBasicScenario-1604625908-router', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:53Z', 'revision_number': 4, 'project_id': '505aede470734e1d82000680e9bb9271', 'gw_port': {'id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2261ebda-41a2-4aee-a1f7-3846c0e28ab3', 'name': '', 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'mac_address': 'fa:16:3e:37:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:53Z', 'updated_at': '2022-10-28T17:11:54Z', 'revision_number': 2, 'project_id': '505aede470734e1d82000680e9bb9271', 'subnets': [{'id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:57.570639 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:57.590470 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Checking router: 41f5739d-3464-4838-963f-1cd6c6ef20a4 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:11:57.590942 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Updating router 41f5739d-3464-4838-963f-1cd6c6ef20a4 port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:11:57.620286 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:57.996339 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Publish callbacks [] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:58.005917 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:58.053201 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff8a58-f1f9-4fd9-8842-6d919f25ad7f req-fa7c41d7-6109-41c0-87ca-79aa4d264072 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:58.055705 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87ff8a58-f1f9-4fd9-8842-6d919f25ad7f req-fa7c41d7-6109-41c0-87ca-79aa4d264072 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0834148 Oct 28 17:11:58.057120 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad529a40-f7f4-491e-aa41-31fe74d51f05 None None] Pushing event updated for resources: {'Port': ['ID=2261ebda-41a2-4aee-a1f7-3846c0e28ab3,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:58.071689 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Attempt 8 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:11:58.122636 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Attempting to bind port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:11:58.123387 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Attempting to bind port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:11:58.124002 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Attempting to bind port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 on network 04df7d7b-bebd-4176-a2c4-332a281331e2 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:11:58.129620 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:11:58.130515 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Checking segment: {'id': 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:11:58.132031 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:58.132632 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Bound using segment: {'id': 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:11:58.133318 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Bound port: 2261ebda-41a2-4aee-a1f7-3846c0e28ab3, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:11:58.134200 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:58.137580 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87ff8a58-f1f9-4fd9-8842-6d919f25ad7f req-b03d34b0-926c-44a4-affc-99a2ecbdbf6f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711539 Oct 28 17:11:58.152010 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:11:58.224701 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] For port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:11:58.228104 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] For port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=2261ebda-41a2-4aee-a1f7-3846c0e28ab3,segment=NetworkSegment(cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95),segment_id=cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:11:58.236923 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:58.296955 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Routers {'41f5739d-3464-4838-963f-1cd6c6ef20a4'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:11:58.297756 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['41f5739d-3464-4838-963f-1cd6c6ef20a4'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:58.354244 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device acc33d4b-f89f-4af3-9a8c-944905d25b27 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:11:58.380281 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad529a40-f7f4-491e-aa41-31fe74d51f05 None None] Pushing event updated for resources: {'Port': ['ID=2261ebda-41a2-4aee-a1f7-3846c0e28ab3,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:58.446350 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port acc33d4b-f89f-4af3-9a8c-944905d25b27 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:58.446671 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:58.447013 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port acc33d4b-f89f-4af3-9a8c-944905d25b27 Oct 28 17:11:58.495137 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] Set router 41f5739d-3464-4838-963f-1cd6c6ef20a4 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:11:58.574810 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port acc33d4b-f89f-4af3-9a8c-944905d25b27 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:58.658212 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Attempt 9 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:11:58.746199 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Current status of the port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:58.746616 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:58.791235 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'name': 'tempest-TestMinimumBasicScenario-1604625908-router', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:53Z', 'revision_number': 4, 'project_id': '505aede470734e1d82000680e9bb9271', 'gw_port': {'id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2261ebda-41a2-4aee-a1f7-3846c0e28ab3', 'name': '', 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'mac_address': 'fa:16:3e:37:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:53Z', 'updated_at': '2022-10-28T17:11:58Z', 'revision_number': 4, 'project_id': '505aede470734e1d82000680e9bb9271', 'subnets': [{'id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:11:58.840046 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] For port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=2261ebda-41a2-4aee-a1f7-3846c0e28ab3,segment=NetworkSegment(cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95),segment_id=cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:11:58.853102 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:58.853620 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f9be8-c2a8-491a-809e-6f3795cb8326 None None] The sync data for ids ['41f5739d-3464-4838-963f-1cd6c6ef20a4'] in dv-cinder-859839-1-iscsi is: [{'id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'name': 'tempest-TestMinimumBasicScenario-1604625908-router', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:53Z', 'revision_number': 4, 'project_id': '505aede470734e1d82000680e9bb9271', 'gw_port': {'id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2261ebda-41a2-4aee-a1f7-3846c0e28ab3', 'name': '', 'network_id': '04df7d7b-bebd-4176-a2c4-332a281331e2', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'mac_address': 'fa:16:3e:37:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:53Z', 'updated_at': '2022-10-28T17:11:58Z', 'revision_number': 4, 'project_id': '505aede470734e1d82000680e9bb9271', 'subnets': [{'id': '2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:11:58.911011 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebbbc3-51fa-41cd-9d13-84305b15f553 None None] Pushing event updated for resources: {'Port': ['ID=2261ebda-41a2-4aee-a1f7-3846c0e28ab3,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:11:58.978781 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-e07d5203-e387-410e-9553-2ccd9af4c0fa None None] Provisioning complete for port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:11:58.979399 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e07d5203-e387-410e-9553-2ccd9af4c0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:11:58.979947 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-e07d5203-e387-410e-9553-2ccd9af4c0fa None None] Attempt 1 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:11:59.097694 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-e07d5203-e387-410e-9553-2ccd9af4c0fa None None] Current status of the port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:11:59.364889 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db635f5-637f-400c-8a7c-8338409b554b req-43932d23-0b26-4c8f-9c7c-72f0cdb24f54 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:11:59.368669 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0db635f5-637f-400c-8a7c-8338409b554b req-43932d23-0b26-4c8f-9c7c-72f0cdb24f54 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1132014 Oct 28 17:11:59.461323 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0db635f5-637f-400c-8a7c-8338409b554b req-057cbc65-06bf-40b7-afe1-7a712fc5e741 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670359 Oct 28 17:12:00.370062 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:00.431204 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:00.431771 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:00.432256 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 Oct 28 17:12:00.535210 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:00.649547 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a49eb-d960-464f-add5-bd783a238fea req-cac7c865-4fd9-4637-90f7-ab380a368121 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:00.651976 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1a5a49eb-d960-464f-add5-bd783a238fea req-cac7c865-4fd9-4637-90f7-ab380a368121 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0600812 Oct 28 17:12:00.712928 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1a5a49eb-d960-464f-add5-bd783a238fea req-3e3da55d-cd39-49fa-940a-d7386706db1a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546982 Oct 28 17:12:01.890262 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99e5fb-625f-4394-9e76-34f8195cb3cc req-613de7bf-cead-4ad0-86e0-6531f5325ab7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:01.892976 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9a99e5fb-625f-4394-9e76-34f8195cb3cc req-613de7bf-cead-4ad0-86e0-6531f5325ab7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0837469 Oct 28 17:12:01.957428 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9a99e5fb-625f-4394-9e76-34f8195cb3cc req-6ff76e9d-b0cb-4b03-ac54-c0bc3e6016a7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500112 Oct 28 17:12:03.105037 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffcc67-a751-4e34-84b9-0fd1af666570 req-9b11ff80-f0ca-4394-8c19-67d7c4e80d2a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:03.106714 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-61ffcc67-a751-4e34-84b9-0fd1af666570 req-9b11ff80-f0ca-4394-8c19-67d7c4e80d2a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0616956 Oct 28 17:12:03.159678 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-61ffcc67-a751-4e34-84b9-0fd1af666570 req-ba0d76cc-1dc1-44fa-853c-5544cda688f9 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474017 Oct 28 17:12:04.315388 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1864b-305c-4566-a1c3-bd72e642385c req-b5a21a54-f033-48e0-98be-8cd77245ced0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:04.317808 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0cc1864b-305c-4566-a1c3-bd72e642385c req-b5a21a54-f033-48e0-98be-8cd77245ced0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0738425 Oct 28 17:12:04.375586 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0cc1864b-305c-4566-a1c3-bd72e642385c req-fe7b15a1-5fa0-4810-92d2-ab605f5307b3 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512056 Oct 28 17:12:05.261675 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33270) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:05.385645 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:05.539265 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Publish callbacks [] for security_group (79400837-7dd3-4c0b-bc92-c691891c0257), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:05.548861 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (79400837-7dd3-4c0b-bc92-c691891c0257), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:05.614372 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79400837-7dd3-4c0b-bc92-c691891c0257,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:05.621993 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49a6b9f97a6f471e8c4645f56401591e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3588669 Oct 28 17:12:05.625030 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33288) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:05.639631 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.640024 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.640668 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.640668 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.641035 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.641360 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.641685 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.641996 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.642351 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.642651 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.642966 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.643279 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.643614 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63272e7-5086-43f1-9332-c56349cba9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:05.655438 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854b117-ddec-419a-8ca6-8b0a0819d8e5 req-1ef5d93c-6342-4c6d-8d2f-d1c2d0eec9a2 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:05.657011 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a854b117-ddec-419a-8ca6-8b0a0819d8e5 req-1ef5d93c-6342-4c6d-8d2f-d1c2d0eec9a2 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1947043 Oct 28 17:12:05.663620 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-510c69a9-cf2c-4386-9f85-b81f4bf876af tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:05.664875 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-510c69a9-cf2c-4386-9f85-b81f4bf876af tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/networks?id=4526a78e-5b70-46b4-957d-2eced02410ae HTTP/1.1" status: 200 len: 815 time: 0.2037270 Oct 28 17:12:05.679168 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4bdea457-7dd0-44fe-96fd-c82308975256 admin admin] Publish callbacks [] for security_group (79400837-7dd3-4c0b-bc92-c691891c0257), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:05.694888 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-dc9eacd5-93be-433d-bf3b-2147590863f4 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/quotas/7654683fb6b74d3488de28ae23771aa2 HTTP/1.1" status: 200 len: 375 time: 0.0158939 Oct 28 17:12:05.701482 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4bdea457-7dd0-44fe-96fd-c82308975256 admin admin] Publish callbacks [] for security_group (79400837-7dd3-4c0b-bc92-c691891c0257), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:05.744373 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a854b117-ddec-419a-8ca6-8b0a0819d8e5 req-30878472-0fea-4da6-967e-42e676cc5584 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785294 Oct 28 17:12:05.755379 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4bdea457-7dd0-44fe-96fd-c82308975256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (79400837-7dd3-4c0b-bc92-c691891c0257), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:05.758288 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4bdea457-7dd0-44fe-96fd-c82308975256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:05.763302 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4bdea457-7dd0-44fe-96fd-c82308975256 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79400837-7dd3-4c0b-bc92-c691891c0257 HTTP/1.1" status: 204 len: 168 time: 0.1372485 Oct 28 17:12:05.773524 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdea457-7dd0-44fe-96fd-c82308975256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79400837-7dd3-4c0b-bc92-c691891c0257,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:05.780377 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-3b164173-d45d-4b7c-9e00-0bd174d5846d tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7654683fb6b74d3488de28ae23771aa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778818 Oct 28 17:12:05.905316 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-5dd2399b-370d-4262-b4a5-dd65633b6178 service neutron] 10.222.0.20 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102896 Oct 28 17:12:06.007452 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4dabc53-7664-482c-b3af-b41bc0915875 service neutron] 10.222.0.20 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960469 Oct 28 17:12:06.178072 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8dd1d200-14eb-44a9-a4bf-1f007728a80c req-51f342f3-91da-40b9-9887-988bc12fe5a0 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 210 time: 0.0307276 Oct 28 17:12:06.447305 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33322) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:06.547820 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-518016780-network', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:06.574947 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Made reservation on behalf of 142eaebbbefa4813a08ddc6bc669ab79 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:06.577484 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:06.586730 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:06.668466 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Publish callbacks [] for security_group (75fc6fea-c9b6-4287-a543-51fd508f502a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:06.674431 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (75fc6fea-c9b6-4287-a543-51fd508f502a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:06.696130 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:12:06.712331 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:06.712705 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Added segment 6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9 of type vlan for network b6eab124-ebac-4c0d-9b63-7a4c55c577ca Oct 28 17:12:06.714288 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fc6fea-c9b6-4287-a543-51fd508f502a,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:06.730344 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.730676 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.731042 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.732050 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.732383 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.732711 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.733037 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.733692 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.734046 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.734387 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.734697 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.735013 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.735319 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:06.781593 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (b6eab124-ebac-4c0d-9b63-7a4c55c577ca), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:06.809436 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (b6eab124-ebac-4c0d-9b63-7a4c55c577ca), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:06.810449 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:06.811068 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:06.866020 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4145322 Oct 28 17:12:06.866823 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33328) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:06.874350 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5412d0-e538-42e4-8913-d2efcbb4afc7 admin admin] Pushing event updated for resources: {'Network': ['ID=b6eab124-ebac-4c0d-9b63-7a4c55c577ca,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:06.874817 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Request body: {'subnet': {'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-518016780-subnet', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:06.883986 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network b6eab124-ebac-4c0d-9b63-7a4c55c577ca details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:12:06.902341 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a148f8-2541-4ab5-b248-d64f1c6facf7 req-87a06578-dbc1-4190-8f66-d03ed9807c6b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:06.903904 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-70a148f8-2541-4ab5-b248-d64f1c6facf7 req-87a06578-dbc1-4190-8f66-d03ed9807c6b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0735774 Oct 28 17:12:06.918270 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Made reservation on behalf of 142eaebbbefa4813a08ddc6bc669ab79 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:06.920528 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.007336 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-70a148f8-2541-4ab5-b248-d64f1c6facf7 req-e6df50ed-bbf4-47f4-a339-167adf4f32f7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963764 Oct 28 17:12:07.181740 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (928823ca-6784-4f4c-9fd4-76ea4b06ca11), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.282794 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-f434d668-7be8-4cc1-99ba-77983252ddee tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:07.284200 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-f434d668-7be8-4cc1-99ba-77983252ddee tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.44 "GET /v2.0/networks?id=4526a78e-5b70-46b4-957d-2eced02410ae HTTP/1.1" status: 200 len: 815 time: 0.1750846 Oct 28 17:12:07.300952 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=928823ca-6784-4f4c-9fd4-76ea4b06ca11,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:07.305972 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'port': {'device_id': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'admin_state_up': True, 'tenant_id': '7654683fb6b74d3488de28ae23771aa2'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:07.310248 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-25ba7544-f30e-4c2e-97d4-959eef72ad3b req-cbf50e28-1475-4158-aa61-4e82c2d38c1f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 210 time: 0.0530021 Oct 28 17:12:07.353529 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Checking segment: {'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:07.353891 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Network hostable DHCP agents. Network: b6eab124-ebac-4c0d-9b63-7a4c55c577ca, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:12:07.389645 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Network b6eab124-ebac-4c0d-9b63-7a4c55c577ca is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:12:07.411631 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, b6eab124-ebac-4c0d-9b63-7a4c55c577ca) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:07.418132 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:07.418495 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.423611 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f3d149-47a6-4851-9053-1fbd92b90f18 None None] Network b6eab124-ebac-4c0d-9b63-7a4c55c577ca requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:12:07.445863 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-87cb30b9-83ed-4a8c-a088-917a18838d9d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5747018 Oct 28 17:12:07.448691 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33352) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:07.453529 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Made reservation on behalf of 7654683fb6b74d3488de28ae23771aa2 for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:07.454129 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:07.458871 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.482406 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (8b6895aa-0b89-4bb9-b2af-537cad7e6146), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.483838 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (8b6895aa-0b89-4bb9-b2af-537cad7e6146), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.558688 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:12:07.559760 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.562082 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks [] for router_controller (8b6895aa-0b89-4bb9-b2af-537cad7e6146), precommit_add_association {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.626233 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Allocated IP 172.20.0.6 (4526a78e-5b70-46b4-957d-2eced02410ae/dc36c1bd-daa1-4cf4-8be1-c6108ac9e429/f3786c0d-495b-4948-b133-477821b66f8c) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:07.722302 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks [] for router_gateway (8b6895aa-0b89-4bb9-b2af-537cad7e6146), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.724442 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Allocated IP 172.20.0.2 (b6eab124-ebac-4c0d-9b63-7a4c55c577ca/928823ca-6784-4f4c-9fd4-76ea4b06ca11/1497c1c9-ec5b-403c-9c2a-24f098e95812) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:07.812906 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for port (f3786c0d-495b-4948-b133-477821b66f8c), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.860271 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (f3786c0d-495b-4948-b133-477821b66f8c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.890519 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Publish callbacks [] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.900217 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:07.932047 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Network b6eab124-ebac-4c0d-9b63-7a4c55c577ca is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:07.936544 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:07.941678 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:07.942616 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Network 4526a78e-5b70-46b4-957d-2eced02410ae is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:07.952716 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:07.989710 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:08.008454 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:08.009154 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:08.077641 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7730265 Oct 28 17:12:08.084846 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Attempting to bind port 1497c1c9-ec5b-403c-9c2a-24f098e95812 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:08.085224 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Attempting to bind port 1497c1c9-ec5b-403c-9c2a-24f098e95812 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:08.085717 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Attempting to bind port 1497c1c9-ec5b-403c-9c2a-24f098e95812 on network b6eab124-ebac-4c0d-9b63-7a4c55c577ca {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:08.086097 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4934727-9019-4fd7-907f-d5162d066a3f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'Port': ['ID=f3786c0d-495b-4948-b133-477821b66f8c,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:08.100870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:08.101395 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Checking segment: {'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:08.101887 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:08.103364 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Bound using segment: {'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:08.103955 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Bound port: 1497c1c9-ec5b-403c-9c2a-24f098e95812, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:08.104422 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:08.112949 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks [] for router_gateway (8b6895aa-0b89-4bb9-b2af-537cad7e6146), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:08.141973 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:08.145930 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Pushing event updated for resources: {'Port': ['ID=1497c1c9-ec5b-403c-9c2a-24f098e95812,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:08.187892 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] For port 1497c1c9-ec5b-403c-9c2a-24f098e95812, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:08.192771 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] For port 1497c1c9-ec5b-403c-9c2a-24f098e95812, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1497c1c9-ec5b-403c-9c2a-24f098e95812,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:08.204688 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:08.266514 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Request body: {'port': {'device_id': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:08.320706 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f91871-06b2-40d1-8846-9d5991599106 None None] Pushing event updated for resources: {'Port': ['ID=1497c1c9-ec5b-403c-9c2a-24f098e95812,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:08.423252 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Allocated IP 172.27.0.244 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/4d75a770-347b-421e-a472-df8f17c69279) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:08.451152 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-71070cca-9bd8-4076-85c0-5729acde2f46 None None] Provisioning complete for port f3786c0d-495b-4948-b133-477821b66f8c triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:08.451908 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-71070cca-9bd8-4076-85c0-5729acde2f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (f3786c0d-495b-4948-b133-477821b66f8c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:08.453608 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-71070cca-9bd8-4076-85c0-5729acde2f46 None None] Attempt 1 to provision port f3786c0d-495b-4948-b133-477821b66f8c Oct 28 17:12:08.476014 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840671f-8061-4215-b027-75db97c57480 req-33b8c305-a045-49a5-a305-d253ab56e0e8 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:08.483457 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f840671f-8061-4215-b027-75db97c57480 req-33b8c305-a045-49a5-a305-d253ab56e0e8 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.3034053 Oct 28 17:12:08.538001 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (f3786c0d-495b-4948-b133-477821b66f8c), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:08.542890 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-71070cca-9bd8-4076-85c0-5729acde2f46 None None] Port f3786c0d-495b-4948-b133-477821b66f8c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:08.645172 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f840671f-8061-4215-b027-75db97c57480 req-4d207f2c-cfe5-401d-90e8-1450aa375d36 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374679 Oct 28 17:12:08.702895 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbb291-9b92-4e1f-a492-c0f0a9feb4c6 req-b2d3b681-6835-4fd9-a3f7-5ca53417db5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:08.711069 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0ebbb291-9b92-4e1f-a492-c0f0a9feb4c6 req-b2d3b681-6835-4fd9-a3f7-5ca53417db5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 931 time: 0.2600644 Oct 28 17:12:08.732404 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks [] for port (4d75a770-347b-421e-a472-df8f17c69279), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:08.782170 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (4d75a770-347b-421e-a472-df8f17c69279), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:08.837985 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Pushing event updated for resources: {'Port': ['ID=4d75a770-347b-421e-a472-df8f17c69279,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:08.858362 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:08.860731 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0ebbb291-9b92-4e1f-a492-c0f0a9feb4c6 req-aee26c3d-0dc9-4bd8-807e-5b342a667751 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329627 Oct 28 17:12:08.875816 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:08.884692 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:09.044476 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-71070cca-9bd8-4076-85c0-5729acde2f46 None None] Attempt 2 to provision port f3786c0d-495b-4948-b133-477821b66f8c Oct 28 17:12:09.078963 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3786c0d-495b-4948-b133-477821b66f8c {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:12:09.093993 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Publish callbacks [] for port (f3786c0d-495b-4948-b133-477821b66f8c), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:09.119509 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-71070cca-9bd8-4076-85c0-5729acde2f46 None None] Port f3786c0d-495b-4948-b133-477821b66f8c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:09.126351 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Transition to ACTIVE for port object f3786c0d-495b-4948-b133-477821b66f8c will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:12:09.133847 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (f3786c0d-495b-4948-b133-477821b66f8c), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:09.154870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-bb34e72a-f1cb-40af-b0f7-0b6c610ed519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:09.195668 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Pushing event updated for resources: {'Port': ['ID=f3786c0d-495b-4948-b133-477821b66f8c,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:09.234597 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Attempting to bind port f3786c0d-495b-4948-b133-477821b66f8c on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:09.234939 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Attempting to bind port f3786c0d-495b-4948-b133-477821b66f8c by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:09.235274 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Attempting to bind port f3786c0d-495b-4948-b133-477821b66f8c on network 4526a78e-5b70-46b4-957d-2eced02410ae {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:09.240061 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Port f3786c0d-495b-4948-b133-477821b66f8c on network 4526a78e-5b70-46b4-957d-2eced02410ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:12:09.240425 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Attempting to bind port f3786c0d-495b-4948-b133-477821b66f8c on network 4526a78e-5b70-46b4-957d-2eced02410ae {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:09.245854 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:09.246216 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Checking segment: {'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:09.246630 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Bound using segment: {'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:09.247113 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Bound port: f3786c0d-495b-4948-b133-477821b66f8c, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a135d77a-2471-493c-893d-00506fa122b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:09.247418 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (f3786c0d-495b-4948-b133-477821b66f8c), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:09.275030 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks [] for router_gateway (8b6895aa-0b89-4bb9-b2af-537cad7e6146), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:09.356111 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] For port f3786c0d-495b-4948-b133-477821b66f8c, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:09.365699 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] For port f3786c0d-495b-4948-b133-477821b66f8c, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=f3786c0d-495b-4948-b133-477821b66f8c,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:09.376254 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (f3786c0d-495b-4948-b133-477821b66f8c), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:09.384093 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:09.384860 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:09.386468 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] 10.222.0.44 "PUT /v2.0/ports/f3786c0d-495b-4948-b133-477821b66f8c HTTP/1.1" status: 200 len: 1093 time: 1.1257224 Oct 28 17:12:09.387081 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:12:09.389534 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898623d4-2c80-4b21-b9d2-c97e8ed5758f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "tag": "f3786c0d-495b-4948-b133-477821b66f8c"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:12:09.460876 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aaa7a3-e11d-46d0-88db-94cc350793d9 x-openstack-request-id: req-19aaa7a3-e11d-46d0-88db-94cc350793d9 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:12:09.461457 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "tag": "f3786c0d-495b-4948-b133-477821b66f8c", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:12:09.461972 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19aaa7a3-e11d-46d0-88db-94cc350793d9 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:12:09.462595 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19aaa7a3-e11d-46d0-88db-94cc350793d9'] response: {'name': 'network-changed', 'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c', 'status': 'completed', 'code': 200} Oct 28 17:12:09.496753 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c696343-6de7-4574-b07f-d8a38820dc1d service neutron] Pushing event updated for resources: {'Port': ['ID=f3786c0d-495b-4948-b133-477821b66f8c,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:09.603168 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (8b6895aa-0b89-4bb9-b2af-537cad7e6146), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:09.621311 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-71070cca-9bd8-4076-85c0-5729acde2f46 None None] Attempt 3 to provision port f3786c0d-495b-4948-b133-477821b66f8c Oct 28 17:12:09.679840 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-71070cca-9bd8-4076-85c0-5729acde2f46 None None] Port f3786c0d-495b-4948-b133-477821b66f8c had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:12:09.762245 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f590aa1-7572-4671-b72f-3b25ff21ef79 None None] Network b6eab124-ebac-4c0d-9b63-7a4c55c577ca requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:12:09.801575 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:12:09.826664 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d654d-55bd-4718-8547-f0f02bd4f010 req-b0f6f750-585f-48c9-888a-9670329d92ff tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:09.828505 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f36d654d-55bd-4718-8547-f0f02bd4f010 req-b0f6f750-585f-48c9-888a-9670329d92ff tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0715661 Oct 28 17:12:09.885795 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f36d654d-55bd-4718-8547-f0f02bd4f010 req-f40b4177-1a7d-4bbf-b203-a3cbc3143b28 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512357 Oct 28 17:12:09.941583 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Provisioning complete for port 1497c1c9-ec5b-403c-9c2a-24f098e95812 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:09.941920 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:09.942361 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Attempt 1 to provision port 1497c1c9-ec5b-403c-9c2a-24f098e95812 Oct 28 17:12:09.970977 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:12:09.992003 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Sync routers for ids ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:12:10.010438 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Routers {'8b6895aa-0b89-4bb9-b2af-537cad7e6146'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:10.011040 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:11:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:10.013583 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:10.015349 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b67772e5-6cf0-4c90-aa7b-a212aa35ae92 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5655456 Oct 28 17:12:10.018882 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33386) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:10.169654 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d6f48-2bfe-47fd-8957-9cfb98b9c2e7 req-f226265d-1167-4aeb-a3fd-b30c50a4ce42 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:10.175512 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Current status of the port 1497c1c9-ec5b-403c-9c2a-24f098e95812 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:10.176485 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:10.181972 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-609d6f48-2bfe-47fd-8957-9cfb98b9c2e7 req-f226265d-1167-4aeb-a3fd-b30c50a4ce42 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.1588249 Oct 28 17:12:10.216131 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] For port 1497c1c9-ec5b-403c-9c2a-24f098e95812, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1497c1c9-ec5b-403c-9c2a-24f098e95812,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:10.232676 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Set router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:10.293146 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:10.355563 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-609d6f48-2bfe-47fd-8957-9cfb98b9c2e7 req-f6c7eedb-b3f3-451a-ba0d-1e9a95f62d41 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713438 Oct 28 17:12:10.451056 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1497c1c9-ec5b-403c-9c2a-24f098e95812 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:10.456608 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Pushing event updated for resources: {'Port': ['ID=1497c1c9-ec5b-403c-9c2a-24f098e95812,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:10.481931 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-4333d15e-6e6d-43c6-8d5c-ed53dd8e6a84 None None] Provisioning complete for port 1497c1c9-ec5b-403c-9c2a-24f098e95812 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:10.482332 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4333d15e-6e6d-43c6-8d5c-ed53dd8e6a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:10.482672 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-4333d15e-6e6d-43c6-8d5c-ed53dd8e6a84 None None] Attempt 1 to provision port 1497c1c9-ec5b-403c-9c2a-24f098e95812 Oct 28 17:12:10.514314 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.514689 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.515043 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.515483 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.515768 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.516098 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.516467 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.517288 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.517288 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.517611 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.517794 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.518159 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.518404 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77e59-d669-48af-8610-992d79a8617b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:10.634699 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 1497c1c9-ec5b-403c-9c2a-24f098e95812 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:10.635079 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:10.635417 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 1497c1c9-ec5b-403c-9c2a-24f098e95812 Oct 28 17:12:10.673246 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-4333d15e-6e6d-43c6-8d5c-ed53dd8e6a84 None None] Current status of the port 1497c1c9-ec5b-403c-9c2a-24f098e95812 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:10.700798 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:09Z', 'revision_number': 3, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:10.727531 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Checking router: 8b6895aa-0b89-4bb9-b2af-537cad7e6146 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:12:10.728054 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Updating router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 port 4d75a770-347b-421e-a472-df8f17c69279 binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:12:10.738414 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:10.793448 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (4d75a770-347b-421e-a472-df8f17c69279), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:10.814382 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 1497c1c9-ec5b-403c-9c2a-24f098e95812 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:10.990007 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Allocated IP 172.20.0.1 (b6eab124-ebac-4c0d-9b63-7a4c55c577ca/928823ca-6784-4f4c-9fd4-76ea4b06ca11/d1a77244-3683-408f-a595-138ebeba973e) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:11.132704 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b49ae7-aa2c-4ba6-afbf-223bc27e7579 req-3b97a7b2-fb97-46b4-b673-17da2a6e11cb tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:11.134357 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-46b49ae7-aa2c-4ba6-afbf-223bc27e7579 req-3b97a7b2-fb97-46b4-b673-17da2a6e11cb tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0957267 Oct 28 17:12:11.196876 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Publish callbacks [] for port (d1a77244-3683-408f-a595-138ebeba973e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.220937 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-46b49ae7-aa2c-4ba6-afbf-223bc27e7579 req-26a5ad5b-552c-4d37-bd92-1c7fa97f53ae tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797212 Oct 28 17:12:11.264115 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (d1a77244-3683-408f-a595-138ebeba973e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.291567 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Publish callbacks [] for port (4d75a770-347b-421e-a472-df8f17c69279), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.305048 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Network b6eab124-ebac-4c0d-9b63-7a4c55c577ca is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:11.309726 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:11.314206 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:11.314715 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (8b6895aa-0b89-4bb9-b2af-537cad7e6146), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.317091 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (4d75a770-347b-421e-a472-df8f17c69279), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.319125 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Pushing event updated for resources: {'Port': ['ID=d1a77244-3683-408f-a595-138ebeba973e,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:11.401528 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba23b7b-f832-4bb2-b836-3a19c1d822a2 None None] Pushing event updated for resources: {'Port': ['ID=4d75a770-347b-421e-a472-df8f17c69279,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:11.466358 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Attempting to bind port 4d75a770-347b-421e-a472-df8f17c69279 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:11.467441 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Attempting to bind port 4d75a770-347b-421e-a472-df8f17c69279 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:11.467936 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Attempting to bind port 4d75a770-347b-421e-a472-df8f17c69279 on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:11.480176 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:11.480936 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:11.481580 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.482162 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:11.483046 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Bound port: 4d75a770-347b-421e-a472-df8f17c69279, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:11.484275 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (4d75a770-347b-421e-a472-df8f17c69279), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.489007 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-697060c8-a8b7-442e-98bb-0357f1f704ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.577471 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (d1a77244-3683-408f-a595-138ebeba973e), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.585362 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] For port 4d75a770-347b-421e-a472-df8f17c69279, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:11.589920 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] For port 4d75a770-347b-421e-a472-df8f17c69279, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=4d75a770-347b-421e-a472-df8f17c69279,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:11.598530 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (4d75a770-347b-421e-a472-df8f17c69279), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.636336 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9530c-a5d8-4074-80b1-5ab7b0e76b4d req-d7251c40-455c-4c5d-9a6c-f5efdda2f697 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:11.646563 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9bf9530c-a5d8-4074-80b1-5ab7b0e76b4d req-d7251c40-455c-4c5d-9a6c-f5efdda2f697 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.1559794 Oct 28 17:12:11.650490 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Routers {'8b6895aa-0b89-4bb9-b2af-537cad7e6146'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:11.651339 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:11.714925 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba23b7b-f832-4bb2-b836-3a19c1d822a2 None None] Pushing event updated for resources: {'Port': ['ID=4d75a770-347b-421e-a472-df8f17c69279,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:11.740516 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Provisioning complete for port d1a77244-3683-408f-a595-138ebeba973e triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:11.741200 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (d1a77244-3683-408f-a595-138ebeba973e), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.741536 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Attempt 1 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:11.806646 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9bf9530c-a5d8-4074-80b1-5ab7b0e76b4d req-cb07689f-f47a-47c0-93f1-8a60eb9b532e tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589563 Oct 28 17:12:11.811841 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Port d1a77244-3683-408f-a595-138ebeba973e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:11.830238 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] Set router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:11.904325 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Publish callbacks [] for port (d1a77244-3683-408f-a595-138ebeba973e), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.910414 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (d1a77244-3683-408f-a595-138ebeba973e), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:11.911240 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (8b6895aa-0b89-4bb9-b2af-537cad7e6146), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:12.007230 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Pushing event updated for resources: {'Port': ['ID=d1a77244-3683-408f-a595-138ebeba973e,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:12.060099 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Network b6eab124-ebac-4c0d-9b63-7a4c55c577ca is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:12.062577 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:12.111294 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:10Z', 'revision_number': 1, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:12.136097 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9987b2-4ff4-4b66-818b-fa7c14f5a6f9 None None] The sync data for ids ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'] in dv-cinder-859839-1-iscsi is: [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:10Z', 'revision_number': 1, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:12:12.245044 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:12:12.313053 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Attempt 2 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:12.374146 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Port d1a77244-3683-408f-a595-138ebeba973e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:12.408706 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1497c1c9-ec5b-403c-9c2a-24f098e95812 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:12.505415 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 1497c1c9-ec5b-403c-9c2a-24f098e95812 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:12.509080 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:12.513518 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 1497c1c9-ec5b-403c-9c2a-24f098e95812 Oct 28 17:12:12.586651 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:12.665123 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 1497c1c9-ec5b-403c-9c2a-24f098e95812 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:12.756983 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:12:12.762290 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-10d520d2-87b4-44f2-a3cb-4aa4fd4a326f admin admin] 10.222.0.20 "PUT /v2.0/routers/8b6895aa-0b89-4bb9-b2af-537cad7e6146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7406225 Oct 28 17:12:12.793117 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9363fa-8519-4155-838d-78ee0884d6cc req-1471b494-704e-4618-8422-5815b9031999 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:12.800411 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1b9363fa-8519-4155-838d-78ee0884d6cc req-1471b494-704e-4618-8422-5815b9031999 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1589885 Oct 28 17:12:12.869214 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1b9363fa-8519-4155-838d-78ee0884d6cc req-d00d5e60-8cfd-4be3-98c4-e8f4c73c8415 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679038 Oct 28 17:12:12.876104 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Attempt 3 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:12.955856 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Port d1a77244-3683-408f-a595-138ebeba973e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:13.061641 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57612983-678d-48c7-b674-6fa0435d6614 req-9d0b4984-a493-4f62-9113-adfa3fa5292f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:13.064142 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-57612983-678d-48c7-b674-6fa0435d6614 req-9d0b4984-a493-4f62-9113-adfa3fa5292f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.0954716 Oct 28 17:12:13.124057 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-57612983-678d-48c7-b674-6fa0435d6614 req-da2b9f95-db16-44f7-8256-698a7a57ad73 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527942 Oct 28 17:12:13.459007 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Attempt 4 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:13.505974 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Port d1a77244-3683-408f-a595-138ebeba973e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:13.568332 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33420) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:13.572032 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-159934381-network', 'tenant_id': '507bab9ee69c444699adf4a561041d13'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:13.604376 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Made reservation on behalf of 507bab9ee69c444699adf4a561041d13 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:13.606909 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:13.616356 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:13.702813 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Publish callbacks [] for security_group (d90a5787-89ad-4662-8124-2edfac176c45), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:13.708979 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (d90a5787-89ad-4662-8124-2edfac176c45), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:13.737862 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:12:13.748751 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90a5787-89ad-4662-8124-2edfac176c45,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:13.757632 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (2a128317-f2be-4a58-b67a-4a57778e5e8b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:13.758257 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Added segment 2a128317-f2be-4a58-b67a-4a57778e5e8b of type vlan for network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 Oct 28 17:12:13.832061 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:13.880535 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:13.881504 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:13.882250 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:13.946423 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3786931 Oct 28 17:12:13.949699 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33428) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:13.950255 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa93d5-4400-430f-8e6e-8668823d5656 admin admin] Pushing event updated for resources: {'Network': ['ID=6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:13.955894 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Request body: {'subnet': {'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-159934381-subnet', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:13.963419 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:12:13.994022 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Made reservation on behalf of 507bab9ee69c444699adf4a561041d13 for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:13.997495 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5515979'] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:14.074503 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Attempt 5 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:14.118953 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e07c0-865f-40de-9866-936a06e88d66 req-7cb27190-4dd9-4caf-a403-c2f8b1e3b411 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:14.131498 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c91e07c0-865f-40de-9866-936a06e88d66 req-7cb27190-4dd9-4caf-a403-c2f8b1e3b411 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1397631 Oct 28 17:12:14.146289 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Port d1a77244-3683-408f-a595-138ebeba973e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:14.147723 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:14.217038 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c91e07c0-865f-40de-9866-936a06e88d66 req-ebe0c7c0-cc94-4f8f-99bb-da7673dcca56 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846403 Oct 28 17:12:14.382429 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e50ca-b693-48ca-8319-224bebf30c46 req-1f6e94fe-b5fc-43c1-9699-26fd18f8d938 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:14.388113 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-290e50ca-b693-48ca-8319-224bebf30c46 req-1f6e94fe-b5fc-43c1-9699-26fd18f8d938 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.1458616 Oct 28 17:12:14.401482 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 4d75a770-347b-421e-a472-df8f17c69279 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:14.497697 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-290e50ca-b693-48ca-8319-224bebf30c46 req-9b7a590d-3d6b-484e-961d-803c7ae3fae7 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009438 Oct 28 17:12:14.516352 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 4d75a770-347b-421e-a472-df8f17c69279 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:14.516966 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (4d75a770-347b-421e-a472-df8f17c69279), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:14.517132 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 4d75a770-347b-421e-a472-df8f17c69279 Oct 28 17:12:14.590045 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5549012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5515833'] for subnet (d0d34b34-15bb-424d-bb88-5a7986d8776a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:14.631059 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 4d75a770-347b-421e-a472-df8f17c69279 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:14.631356 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (4d75a770-347b-421e-a472-df8f17c69279), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:14.652699 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Attempt 6 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:14.671895 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d34b34-15bb-424d-bb88-5a7986d8776a,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:14.678397 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 4d75a770-347b-421e-a472-df8f17c69279, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=4d75a770-347b-421e-a472-df8f17c69279,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:14.698093 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (4d75a770-347b-421e-a472-df8f17c69279), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:14.710671 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Checking segment: {'id': '2a128317-f2be-4a58-b67a-4a57778e5e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:14.711291 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Network hostable DHCP agents. Network: 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:12:14.732351 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:12:14.750917 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Port d1a77244-3683-408f-a595-138ebeba973e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:14.752770 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:14.764140 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f1a60-ca56-4418-a453-083ef496ae3d None None] Network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:12:14.768331 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:14.769477 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:14.794712 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-85922a12-2c34-4bc5-830f-1d3e3fc70abc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8438008 Oct 28 17:12:14.797328 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33434) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:14.802546 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-159934381-router', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:14.835984 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (09fc0c13-9740-4647-a16b-a43b256663e5), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:14.838496 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (09fc0c13-9740-4647-a16b-a43b256663e5), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:14.867928 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=4d75a770-347b-421e-a472-df8f17c69279,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:14.931022 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks [] for router_controller (09fc0c13-9740-4647-a16b-a43b256663e5), precommit_add_association {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:14.935234 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6', 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6', 'project_id': '507bab9ee69c444699adf4a561041d13', 'fixed_ips': [{'subnet_id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:12:14.936132 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.088679 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks [] for router_gateway (09fc0c13-9740-4647-a16b-a43b256663e5), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.095819 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Allocated IP 172.20.0.2 (6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6/d0d34b34-15bb-424d-bb88-5a7986d8776a/1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:15.284781 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Sync routers for ids ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:12:15.285621 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Publish callbacks [] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.293913 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Attempt 7 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:15.295981 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.302941 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Routers {'8b6895aa-0b89-4bb9-b2af-537cad7e6146'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:15.306373 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:15.374057 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks [] for router_gateway (09fc0c13-9740-4647-a16b-a43b256663e5), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.390151 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:15.393221 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Port d1a77244-3683-408f-a595-138ebeba973e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:15.404973 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.433072 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:15.457680 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Pushing event updated for resources: {'Port': ['ID=1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:15.462141 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Set router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:15.467184 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:15.470277 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56720f5f-cfbc-4c26-9cea-0ecd050e1a3b req-89dc2fd9-a910-4688-a677-ebfca9db44f3 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:15.470977 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.472429 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-56720f5f-cfbc-4c26-9cea-0ecd050e1a3b req-89dc2fd9-a910-4688-a677-ebfca9db44f3 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1219332 Oct 28 17:12:15.583322 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Attempting to bind port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:15.583902 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Attempting to bind port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '2a128317-f2be-4a58-b67a-4a57778e5e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:15.584107 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Attempting to bind port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 on network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:15.594056 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:15.594509 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Checking segment: {'id': '2a128317-f2be-4a58-b67a-4a57778e5e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:15.594922 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.595313 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Bound using segment: {'id': '2a128317-f2be-4a58-b67a-4a57778e5e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:15.595798 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Bound port: 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a128317-f2be-4a58-b67a-4a57778e5e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:15.596189 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.607333 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-56720f5f-cfbc-4c26-9cea-0ecd050e1a3b req-d4c72c17-d8b2-476e-b467-df544a8a7293 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283805 Oct 28 17:12:15.625991 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Allocated IP 172.27.0.6 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/67956c47-f375-45c5-a7fb-39e562c87b92) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:15.713861 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] For port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:15.722276 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] For port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0,segment=NetworkSegment(2a128317-f2be-4a58-b67a-4a57778e5e8b),segment_id=2a128317-f2be-4a58-b67a-4a57778e5e8b)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:15.735570 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.747205 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d602-beaf-4cf6-b761-0a7141d4954b req-4b6ee72a-0ea4-415b-ad76-efa9f4d30b67 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:15.786578 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3dd4d602-beaf-4cf6-b761-0a7141d4954b req-4b6ee72a-0ea4-415b-ad76-efa9f4d30b67 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.1256437 Oct 28 17:12:15.841072 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eff2ef-0eb3-45d2-a427-890781950c53 None None] Pushing event updated for resources: {'Port': ['ID=1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:15.885087 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 2, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:15.894232 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Attempt 8 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:15.953304 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Port d1a77244-3683-408f-a595-138ebeba973e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:15.954719 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3dd4d602-beaf-4cf6-b761-0a7141d4954b req-e8b570fb-8cb8-4694-a6f7-4b1313760527 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671159 Oct 28 17:12:15.956954 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks [] for port (67956c47-f375-45c5-a7fb-39e562c87b92), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:15.958909 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Checking router: 8b6895aa-0b89-4bb9-b2af-537cad7e6146 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:12:15.959262 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Updating router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 port d1a77244-3683-408f-a595-138ebeba973e binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:12:16.024838 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (d1a77244-3683-408f-a595-138ebeba973e), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:16.036718 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:16.091893 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:16.096463 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:16.098492 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Pushing event updated for resources: {'Port': ['ID=67956c47-f375-45c5-a7fb-39e562c87b92,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:16.102394 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:16.367052 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Publish callbacks [] for port (d1a77244-3683-408f-a595-138ebeba973e), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:16.375611 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (d1a77244-3683-408f-a595-138ebeba973e), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:16.455661 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Attempt 9 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:16.464024 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Pushing event updated for resources: {'Port': ['ID=d1a77244-3683-408f-a595-138ebeba973e,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:16.480475 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.480869 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.481224 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.481614 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.482076 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.482402 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.482724 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.483043 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.483359 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.483695 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.484012 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.484323 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.484641 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:12:16.488067 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Attempting to bind port d1a77244-3683-408f-a595-138ebeba973e on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:16.488433 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Attempting to bind port d1a77244-3683-408f-a595-138ebeba973e by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:16.488775 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Attempting to bind port d1a77244-3683-408f-a595-138ebeba973e on network b6eab124-ebac-4c0d-9b63-7a4c55c577ca {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:16.494529 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:16.494901 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Checking segment: {'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:16.495280 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:16.495655 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Bound using segment: {'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:16.496112 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Bound port: d1a77244-3683-408f-a595-138ebeba973e, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:16.496543 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (d1a77244-3683-408f-a595-138ebeba973e), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:16.556096 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Port d1a77244-3683-408f-a595-138ebeba973e cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:16.573223 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 4d75a770-347b-421e-a472-df8f17c69279 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:16.596898 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] For port d1a77244-3683-408f-a595-138ebeba973e, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:16.607492 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] For port d1a77244-3683-408f-a595-138ebeba973e, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=d1a77244-3683-408f-a595-138ebeba973e,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:16.614234 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks [] for router_gateway (09fc0c13-9740-4647-a16b-a43b256663e5), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:16.624637 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (d1a77244-3683-408f-a595-138ebeba973e), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:16.669239 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 4d75a770-347b-421e-a472-df8f17c69279 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:16.669832 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (4d75a770-347b-421e-a472-df8f17c69279), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:16.670055 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 4d75a770-347b-421e-a472-df8f17c69279 Oct 28 17:12:16.694027 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Routers {'8b6895aa-0b89-4bb9-b2af-537cad7e6146'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:16.694027 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:16.756607 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d512931-f44b-46e2-9882-7e2859573a06 None None] Pushing event updated for resources: {'Port': ['ID=d1a77244-3683-408f-a595-138ebeba973e,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:16.798037 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b1658-f0cc-40c3-b0d4-5d9ef2dd550c req-283585b9-2e2e-4bff-a40b-eb4d3c6d834f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:16.800905 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ba4b1658-f0cc-40c3-b0d4-5d9ef2dd550c req-283585b9-2e2e-4bff-a40b-eb4d3c6d834f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1212234 Oct 28 17:12:16.836623 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 4d75a770-347b-421e-a472-df8f17c69279 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:16.837790 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:16.894614 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] Set router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:16.924685 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:16.925473 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:16.926048 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 Oct 28 17:12:16.971338 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ba4b1658-f0cc-40c3-b0d4-5d9ef2dd550c req-a9af21bf-4e44-49c8-9a9f-368adc42b51e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642828 Oct 28 17:12:17.028165 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (09fc0c13-9740-4647-a16b-a43b256663e5), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:17.058015 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Attempt 10 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:17.158714 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:17.160637 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:17.182599 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdd6bf-0061-46a8-8d26-acfcc3d1cde8 req-9e2d4ebd-9fc4-438b-befb-ed0512a7de39 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:17.192269 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-aebdd6bf-0061-46a8-8d26-acfcc3d1cde8 req-9e2d4ebd-9fc4-438b-befb-ed0512a7de39 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.1173010 Oct 28 17:12:17.288306 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-aebdd6bf-0061-46a8-8d26-acfcc3d1cde8 req-93fe24f0-2582-4a0b-9d43-ab5721b3016b tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951457 Oct 28 17:12:17.327958 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0,segment=NetworkSegment(2a128317-f2be-4a58-b67a-4a57778e5e8b),segment_id=2a128317-f2be-4a58-b67a-4a57778e5e8b)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:17.342575 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:17.356916 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Current status of the port d1a77244-3683-408f-a595-138ebeba973e is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:17.357400 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (d1a77244-3683-408f-a595-138ebeba973e), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:17.358644 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Router 09fc0c13-9740-4647-a16b-a43b256663e5 is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:12:17.435511 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] For port d1a77244-3683-408f-a595-138ebeba973e, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=d1a77244-3683-408f-a595-138ebeba973e,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:17.437785 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:17.442844 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (d1a77244-3683-408f-a595-138ebeba973e), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:17.469356 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d932989b-b550-45c9-8806-0f6ab269b0cd None None] Network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:12:17.473100 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:16Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:17.489853 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:12:17.504906 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea2f2d0-7227-40ab-b45e-d63d2870004d None None] The sync data for ids ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'] in dv-cinder-859839-1-iscsi is: [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:16Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:12:17.515877 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:17.520316 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33450) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:17.528428 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b3288e9b-1774-4afc-b0e7-13a6bc5d16d3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.7288609 Oct 28 17:12:17.528620 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Sync routers for ids ['09fc0c13-9740-4647-a16b-a43b256663e5'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:12:17.567961 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1aea5b-ea0b-400f-af06-8a8189cc6fa7 None None] Pushing event updated for resources: {'Port': ['ID=d1a77244-3683-408f-a595-138ebeba973e,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:17.584741 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Routers {'09fc0c13-9740-4647-a16b-a43b256663e5'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:17.584741 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['09fc0c13-9740-4647-a16b-a43b256663e5'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:17.588613 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-5da4e0b0-91fc-41be-b7b0-15438e6cee1a None None] Provisioning complete for port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:17.588989 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5da4e0b0-91fc-41be-b7b0-15438e6cee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:17.589326 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-5da4e0b0-91fc-41be-b7b0-15438e6cee1a None None] Attempt 1 to provision port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 Oct 28 17:12:17.889304 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Set router 09fc0c13-9740-4647-a16b-a43b256663e5 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:17.941618 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.010032 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-5da4e0b0-91fc-41be-b7b0-15438e6cee1a None None] Current status of the port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:18.036384 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-5da4e0b0-91fc-41be-b7b0-15438e6cee1a None None] Provisioning complete for port d1a77244-3683-408f-a595-138ebeba973e triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:18.036765 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5da4e0b0-91fc-41be-b7b0-15438e6cee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (d1a77244-3683-408f-a595-138ebeba973e), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.037107 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-5da4e0b0-91fc-41be-b7b0-15438e6cee1a None None] Attempt 1 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:18.143083 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806d284-9248-410d-b936-67ed7eaf7f2c req-99a80a75-443e-44f2-a226-e50421253e15 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:18.144917 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c806d284-9248-410d-b936-67ed7eaf7f2c req-99a80a75-443e-44f2-a226-e50421253e15 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0908465 Oct 28 17:12:18.174190 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-5da4e0b0-91fc-41be-b7b0-15438e6cee1a None None] Current status of the port d1a77244-3683-408f-a595-138ebeba973e is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:18.184456 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'name': 'tempest-TestShelveInstance-159934381-router', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:14Z', 'updated_at': '2022-10-28T17:12:16Z', 'revision_number': 3, 'project_id': '507bab9ee69c444699adf4a561041d13', 'gw_port': {'id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:15Z', 'updated_at': '2022-10-28T17:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:18.199191 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Allocated IP 172.20.0.1 (6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6/d0d34b34-15bb-424d-bb88-5a7986d8776a/beb4012c-c0e1-4fb8-85c6-40888a8e5168) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:18.213778 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Checking router: 09fc0c13-9740-4647-a16b-a43b256663e5 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:12:18.214693 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Updating router 09fc0c13-9740-4647-a16b-a43b256663e5 port 67956c47-f375-45c5-a7fb-39e562c87b92 binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:12:18.259898 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.301844 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c806d284-9248-410d-b936-67ed7eaf7f2c req-91d34062-606d-4475-85e5-f3dcdad36f3b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119027 Oct 28 17:12:18.388377 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:18.398820 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Publish callbacks [] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.438656 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-ec8f74f9-b27c-4444-9c98-faf40138fb95 None None] Provisioning complete for port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:18.439037 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ec8f74f9-b27c-4444-9c98-faf40138fb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.439376 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-ec8f74f9-b27c-4444-9c98-faf40138fb95 None None] Attempt 1 to provision port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 Oct 28 17:12:18.473670 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd380f4-e702-4abc-9570-3bf77284a23d req-8a4a2447-b6c1-48c9-b73a-ae8357155560 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:18.475208 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1cd380f4-e702-4abc-9570-3bf77284a23d req-8a4a2447-b6c1-48c9-b73a-ae8357155560 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.0746908 Oct 28 17:12:18.476633 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.534961 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:18.538216 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:18.538582 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.538939 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 Oct 28 17:12:18.543403 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:18.546554 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:18.547450 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (09fc0c13-9740-4647-a16b-a43b256663e5), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.552958 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Pushing event updated for resources: {'Port': ['ID=beb4012c-c0e1-4fb8-85c6-40888a8e5168,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:18.613686 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1cd380f4-e702-4abc-9570-3bf77284a23d req-6ec63747-ee6d-49c3-8048-64b31d0bf267 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290691 Oct 28 17:12:18.671275 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f74f9-b27c-4444-9c98-faf40138fb95 None None] Current status of the port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:18.709617 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.714622 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Publish callbacks [] for port (67956c47-f375-45c5-a7fb-39e562c87b92), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.725985 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.738217 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:18.739315 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device d1a77244-3683-408f-a595-138ebeba973e up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:18.787438 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Attempting to bind port 67956c47-f375-45c5-a7fb-39e562c87b92 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:18.787813 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Attempting to bind port 67956c47-f375-45c5-a7fb-39e562c87b92 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:18.788176 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Attempting to bind port 67956c47-f375-45c5-a7fb-39e562c87b92 on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:18.811501 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:18.811878 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:18.812591 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.812987 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:18.813463 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Bound port: 67956c47-f375-45c5-a7fb-39e562c87b92, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:18.813840 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.817626 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045ca96-a1bd-4c25-b360-2305a1d1ccf9 None None] Pushing event updated for resources: {'Port': ['ID=67956c47-f375-45c5-a7fb-39e562c87b92,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:18.850087 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Provisioning complete for port beb4012c-c0e1-4fb8-85c6-40888a8e5168 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:18.850298 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.850670 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Attempt 1 to provision port beb4012c-c0e1-4fb8-85c6-40888a8e5168 Oct 28 17:12:18.878134 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Publish callbacks [] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.882610 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.883399 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (09fc0c13-9740-4647-a16b-a43b256663e5), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.907033 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Port beb4012c-c0e1-4fb8-85c6-40888a8e5168 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:18.907957 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] For port 67956c47-f375-45c5-a7fb-39e562c87b92, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:18.911342 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] For port 67956c47-f375-45c5-a7fb-39e562c87b92, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=67956c47-f375-45c5-a7fb-39e562c87b92,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:18.912722 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port d1a77244-3683-408f-a595-138ebeba973e triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:18.913108 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (d1a77244-3683-408f-a595-138ebeba973e), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.913423 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port d1a77244-3683-408f-a595-138ebeba973e Oct 28 17:12:18.935378 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:18.958417 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Pushing event updated for resources: {'Port': ['ID=beb4012c-c0e1-4fb8-85c6-40888a8e5168,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:18.978374 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Routers {'09fc0c13-9740-4647-a16b-a43b256663e5'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:18.979002 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['09fc0c13-9740-4647-a16b-a43b256663e5'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:19.006407 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:19.007943 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:19.068658 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045ca96-a1bd-4c25-b360-2305a1d1ccf9 None None] Pushing event updated for resources: {'Port': ['ID=67956c47-f375-45c5-a7fb-39e562c87b92,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:19.119561 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port d1a77244-3683-408f-a595-138ebeba973e is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:19.129823 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Router 09fc0c13-9740-4647-a16b-a43b256663e5 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:12:19.133627 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] Set router 09fc0c13-9740-4647-a16b-a43b256663e5 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:19.247540 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:12:19.252479 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5b430de6-ee84-436f-9526-5bd800d6fcca admin admin] 10.222.0.20 "PUT /v2.0/routers/09fc0c13-9740-4647-a16b-a43b256663e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311325 Oct 28 17:12:19.338148 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'name': 'tempest-TestShelveInstance-159934381-router', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:14Z', 'updated_at': '2022-10-28T17:12:18Z', 'revision_number': 4, 'project_id': '507bab9ee69c444699adf4a561041d13', 'gw_port': {'id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:15Z', 'updated_at': '2022-10-28T17:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'beb4012c-c0e1-4fb8-85c6-40888a8e5168', 'name': '', 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'mac_address': 'fa:16:3e:1f:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:17Z', 'updated_at': '2022-10-28T17:12:18Z', 'revision_number': 2, 'project_id': '507bab9ee69c444699adf4a561041d13', 'subnets': [{'id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:19.363527 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ee4e4-68be-4e25-8461-6fcf16bfd4ab None None] The sync data for ids ['09fc0c13-9740-4647-a16b-a43b256663e5'] in dv-cinder-859839-1-iscsi is: [{'id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'name': 'tempest-TestShelveInstance-159934381-router', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:14Z', 'updated_at': '2022-10-28T17:12:18Z', 'revision_number': 4, 'project_id': '507bab9ee69c444699adf4a561041d13', 'gw_port': {'id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:15Z', 'updated_at': '2022-10-28T17:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'beb4012c-c0e1-4fb8-85c6-40888a8e5168', 'name': '', 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'mac_address': 'fa:16:3e:1f:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:17Z', 'updated_at': '2022-10-28T17:12:18Z', 'revision_number': 2, 'project_id': '507bab9ee69c444699adf4a561041d13', 'subnets': [{'id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:12:19.408156 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Attempt 2 to provision port beb4012c-c0e1-4fb8-85c6-40888a8e5168 Oct 28 17:12:19.447520 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc5ef7-9df6-4e23-8a38-317c3603a699 req-b8e06f71-82d4-442e-83e5-bb6574d8f21e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:19.449309 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-86bc5ef7-9df6-4e23-8a38-317c3603a699 req-b8e06f71-82d4-442e-83e5-bb6574d8f21e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0617406 Oct 28 17:12:19.459848 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Port beb4012c-c0e1-4fb8-85c6-40888a8e5168 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:19.509005 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-86bc5ef7-9df6-4e23-8a38-317c3603a699 req-23f7e337-3780-4f78-bd97-a40d2a32a1c6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528507 Oct 28 17:12:19.754249 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434f48c-868e-40bf-afc9-14bbb3e8b1f6 req-05a51274-c608-46f1-a74b-b7956cfcfed2 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:19.756337 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4434f48c-868e-40bf-afc9-14bbb3e8b1f6 req-05a51274-c608-46f1-a74b-b7956cfcfed2 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.0620618 Oct 28 17:12:19.805356 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4434f48c-868e-40bf-afc9-14bbb3e8b1f6 req-eae0f32a-8c54-4373-b361-0dd8b002ae68 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434442 Oct 28 17:12:19.961041 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Attempt 3 to provision port beb4012c-c0e1-4fb8-85c6-40888a8e5168 Oct 28 17:12:19.994300 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Port beb4012c-c0e1-4fb8-85c6-40888a8e5168 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:20.331072 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 67956c47-f375-45c5-a7fb-39e562c87b92 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:20.379393 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 67956c47-f375-45c5-a7fb-39e562c87b92 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:20.379769 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:20.380299 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 67956c47-f375-45c5-a7fb-39e562c87b92 Oct 28 17:12:20.470242 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 67956c47-f375-45c5-a7fb-39e562c87b92 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:20.470242 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:20.490535 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 67956c47-f375-45c5-a7fb-39e562c87b92, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=67956c47-f375-45c5-a7fb-39e562c87b92,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:20.495943 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Attempt 4 to provision port beb4012c-c0e1-4fb8-85c6-40888a8e5168 Oct 28 17:12:20.499562 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:20.539099 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898623d4-2c80-4b21-b9d2-c97e8ed5758f req-39861700-86c4-46c4-83e5-295b2adbfcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:20.541867 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-898623d4-2c80-4b21-b9d2-c97e8ed5758f req-39861700-86c4-46c4-83e5-295b2adbfcce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7654683fb6b74d3488de28ae23771aa2&device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 1127 time: 0.0612848 Oct 28 17:12:20.686846 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33490) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:20.691460 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Port beb4012c-c0e1-4fb8-85c6-40888a8e5168 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:20.691666 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-8a044176-0932-4623-aac5-23ff24a2f3f1 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811350850', 'description': 'tempest-secgroup-smoke-1811350850 description', 'project_id': '142eaebbbefa4813a08ddc6bc669ab79'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:20.746478 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=67956c47-f375-45c5-a7fb-39e562c87b92,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:20.811514 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8a044176-0932-4623-aac5-23ff24a2f3f1 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:20.858373 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944641e-21b9-4d7b-8f16-4d7d74b4f8da req-035e5b9e-4fef-435d-ab42-8eb48cd4ae7c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:20.859977 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2944641e-21b9-4d7b-8f16-4d7d74b4f8da req-035e5b9e-4fef-435d-ab42-8eb48cd4ae7c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.1917567 Oct 28 17:12:20.866373 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898623d4-2c80-4b21-b9d2-c97e8ed5758f req-ded8f75d-208c-48a3-85e0-524b77c9828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:20.867996 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-898623d4-2c80-4b21-b9d2-c97e8ed5758f req-ded8f75d-208c-48a3-85e0-524b77c9828f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7654683fb6b74d3488de28ae23771aa2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3145616 Oct 28 17:12:21.193270 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Attempt 5 to provision port beb4012c-c0e1-4fb8-85c6-40888a8e5168 Oct 28 17:12:21.228282 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Port beb4012c-c0e1-4fb8-85c6-40888a8e5168 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:21.318218 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.320762 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2944641e-21b9-4d7b-8f16-4d7d74b4f8da req-5c8f74d3-6446-4a0e-b147-9bebe0ccaa5a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501534 Oct 28 17:12:21.380821 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671fcd5-f934-435f-8fa2-4b310c3261df req-49df1612-a540-4755-8ac0-f0de3fdaf959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:21.382295 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6671fcd5-f934-435f-8fa2-4b310c3261df req-49df1612-a540-4755-8ac0-f0de3fdaf959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.4723074 Oct 28 17:12:21.387256 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898623d4-2c80-4b21-b9d2-c97e8ed5758f req-ed3a3d0c-858c-4100-9563-38e43dcab4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:21.388600 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-898623d4-2c80-4b21-b9d2-c97e8ed5758f req-ed3a3d0c-858c-4100-9563-38e43dcab4d4 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5101786 Oct 28 17:12:21.390866 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8a044176-0932-4623-aac5-23ff24a2f3f1 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group (13c01e22-4d8c-452a-bd3b-cca95e6bc9e2), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.406326 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8a044176-0932-4623-aac5-23ff24a2f3f1 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (13c01e22-4d8c-452a-bd3b-cca95e6bc9e2), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.452645 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8a044176-0932-4623-aac5-23ff24a2f3f1 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.453789 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8a044176-0932-4623-aac5-23ff24a2f3f1 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7656288 Oct 28 17:12:21.456994 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33498) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:21.458318 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a044176-0932-4623-aac5-23ff24a2f3f1 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:21.463672 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-b8394820-e532-47dd-a94f-77f0b9193547 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Request body: {'security_group_rule': {'security_group_id': '13c01e22-4d8c-452a-bd3b-cca95e6bc9e2', 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:21.467478 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6671fcd5-f934-435f-8fa2-4b310c3261df req-993697d9-adcd-48a3-89cb-aa7dcf238a56 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754580 Oct 28 17:12:21.494717 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b8394820-e532-47dd-a94f-77f0b9193547 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (275239fe-6e48-4a5c-9190-f26f80d23c59), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.550755 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b8394820-e532-47dd-a94f-77f0b9193547 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (275239fe-6e48-4a5c-9190-f26f80d23c59), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.555805 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b8394820-e532-47dd-a94f-77f0b9193547 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (275239fe-6e48-4a5c-9190-f26f80d23c59), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.570995 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-07dbeb4b-9999-4849-946b-ec87947ea15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:21.572510 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-07dbeb4b-9999-4849-946b-ec87947ea15b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7654683fb6b74d3488de28ae23771aa2&device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 1127 time: 0.0478275 Oct 28 17:12:21.574487 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8394820-e532-47dd-a94f-77f0b9193547 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275239fe-6e48-4a5c-9190-f26f80d23c59,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:21.587683 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b8394820-e532-47dd-a94f-77f0b9193547 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.588913 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b8394820-e532-47dd-a94f-77f0b9193547 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307149 Oct 28 17:12:21.591856 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33500) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:21.597594 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-1eb42f91-e2f8-45ea-8a5a-31c939bcb353 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Request body: {'security_group_rule': {'security_group_id': '13c01e22-4d8c-452a-bd3b-cca95e6bc9e2', 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:21.599924 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Sync routers for ids ['09fc0c13-9740-4647-a16b-a43b256663e5'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:12:21.611333 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Routers {'09fc0c13-9740-4647-a16b-a43b256663e5'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:21.612160 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['09fc0c13-9740-4647-a16b-a43b256663e5'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:21.622525 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1eb42f91-e2f8-45ea-8a5a-31c939bcb353 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (a1cba63e-9444-4797-be97-1da399ef886d), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.626178 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-11d2f9b7-e80d-4ea8-bf02-480de2172b0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3786c0d-495b-4948-b133-477821b66f8c HTTP/1.1" status: 200 len: 217 time: 0.0456522 Oct 28 17:12:21.678228 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1eb42f91-e2f8-45ea-8a5a-31c939bcb353 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (a1cba63e-9444-4797-be97-1da399ef886d), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.681897 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-0c4b75eb-130f-4f1f-a232-5df10173920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:21.682149 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1eb42f91-e2f8-45ea-8a5a-31c939bcb353 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (a1cba63e-9444-4797-be97-1da399ef886d), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.683889 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-0c4b75eb-130f-4f1f-a232-5df10173920e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc36c1bd-daa1-4cf4-8be1-c6108ac9e429 HTTP/1.1" status: 200 len: 854 time: 0.0492296 Oct 28 17:12:21.700270 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb42f91-e2f8-45ea-8a5a-31c939bcb353 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cba63e-9444-4797-be97-1da399ef886d,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:21.709515 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1eb42f91-e2f8-45ea-8a5a-31c939bcb353 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.713677 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1eb42f91-e2f8-45ea-8a5a-31c939bcb353 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206841 Oct 28 17:12:21.714332 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33502) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:21.718751 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-8c7e4a3c-e475-4783-874e-36e3959f1e97 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Request body: {'security_group_rule': {'security_group_id': '13c01e22-4d8c-452a-bd3b-cca95e6bc9e2', 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:21.719884 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Set router 09fc0c13-9740-4647-a16b-a43b256663e5 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:21.729854 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Attempt 6 to provision port beb4012c-c0e1-4fb8-85c6-40888a8e5168 Oct 28 17:12:21.748116 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4a3c-e475-4783-874e-36e3959f1e97 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (7fddcff8-c2a5-4052-a875-4088edaacf24), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.748661 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-b404619a-7fa7-4c7b-9fed-18fce5943fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:21.750384 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-b404619a-7fa7-4c7b-9fed-18fce5943fa7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4526a78e-5b70-46b4-957d-2eced02410ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598447 Oct 28 17:12:21.767313 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Port beb4012c-c0e1-4fb8-85c6-40888a8e5168 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:21.809159 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4a3c-e475-4783-874e-36e3959f1e97 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (7fddcff8-c2a5-4052-a875-4088edaacf24), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.814177 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4a3c-e475-4783-874e-36e3959f1e97 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (7fddcff8-c2a5-4052-a875-4088edaacf24), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.835412 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e4a3c-e475-4783-874e-36e3959f1e97 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fddcff8-c2a5-4052-a875-4088edaacf24,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:21.846807 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4a3c-e475-4783-874e-36e3959f1e97 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.848350 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8c7e4a3c-e475-4783-874e-36e3959f1e97 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329515 Oct 28 17:12:21.851306 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33504) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:21.856579 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-8386dee3-269d-4bd4-b430-1348ec499009 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Request body: {'security_group_rule': {'security_group_id': '13c01e22-4d8c-452a-bd3b-cca95e6bc9e2', 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:21.864707 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-c1ca8ea0-9a55-43e5-a5f4-53a8292a7654 service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074264 Oct 28 17:12:21.891425 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8386dee3-269d-4bd4-b430-1348ec499009 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (bf6f7e71-90bb-4dc4-9a85-ffa31f00f794), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.946530 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'name': 'tempest-TestShelveInstance-159934381-router', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:14Z', 'updated_at': '2022-10-28T17:12:18Z', 'revision_number': 4, 'project_id': '507bab9ee69c444699adf4a561041d13', 'gw_port': {'id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:15Z', 'updated_at': '2022-10-28T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'beb4012c-c0e1-4fb8-85c6-40888a8e5168', 'name': '', 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'mac_address': 'fa:16:3e:1f:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:17Z', 'updated_at': '2022-10-28T17:12:18Z', 'revision_number': 2, 'project_id': '507bab9ee69c444699adf4a561041d13', 'subnets': [{'id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:21.961709 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8386dee3-269d-4bd4-b430-1348ec499009 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (bf6f7e71-90bb-4dc4-9a85-ffa31f00f794), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.966914 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8386dee3-269d-4bd4-b430-1348ec499009 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (bf6f7e71-90bb-4dc4-9a85-ffa31f00f794), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:21.971574 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Checking router: 09fc0c13-9740-4647-a16b-a43b256663e5 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:12:21.972008 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Updating router 09fc0c13-9740-4647-a16b-a43b256663e5 port beb4012c-c0e1-4fb8-85c6-40888a8e5168 binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:12:21.979347 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2dbb6482-3b85-40b0-b922-b25e20f960f9 req-01308066-3c36-4ecd-b9ee-a192ca94beb2 service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084356 Oct 28 17:12:21.985394 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386dee3-269d-4bd4-b430-1348ec499009 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6f7e71-90bb-4dc4-9a85-ffa31f00f794,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:22.000646 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.012891 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8386dee3-269d-4bd4-b430-1348ec499009 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.014341 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8386dee3-269d-4bd4-b430-1348ec499009 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616621 Oct 28 17:12:22.017078 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33510) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:22.021696 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-8a912808-8a1e-4403-8d82-8f4dba259102 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Request body: {'security_group_rule': {'security_group_id': '13c01e22-4d8c-452a-bd3b-cca95e6bc9e2', 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:22.046250 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.securitygroups_db [None req-8a912808-8a1e-4403-8d82-8f4dba259102 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Project 142eaebbbefa4813a08ddc6bc669ab79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 17:12:22.051641 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a912808-8a1e-4403-8d82-8f4dba259102 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (49ea0b31-2468-4ea5-a494-0c0f6cc56569), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.113695 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a912808-8a1e-4403-8d82-8f4dba259102 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (49ea0b31-2468-4ea5-a494-0c0f6cc56569), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.117816 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a912808-8a1e-4403-8d82-8f4dba259102 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (49ea0b31-2468-4ea5-a494-0c0f6cc56569), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.147080 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a912808-8a1e-4403-8d82-8f4dba259102 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.148581 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8a912808-8a1e-4403-8d82-8f4dba259102 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304970 Oct 28 17:12:22.150247 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a912808-8a1e-4403-8d82-8f4dba259102 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ea0b31-2468-4ea5-a494-0c0f6cc56569,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:22.152428 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33516) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:22.162648 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-21c5e4ee-e5f1-4290-9987-72d7d0128f64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Request body: {'security_group_rule': {'security_group_id': '13c01e22-4d8c-452a-bd3b-cca95e6bc9e2', 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:22.183773 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.securitygroups_db [None req-21c5e4ee-e5f1-4290-9987-72d7d0128f64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Project 142eaebbbefa4813a08ddc6bc669ab79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 17:12:22.189006 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21c5e4ee-e5f1-4290-9987-72d7d0128f64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (ec1603f7-47f2-438b-b33f-4701b847e5e2), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.250618 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21c5e4ee-e5f1-4290-9987-72d7d0128f64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (ec1603f7-47f2-438b-b33f-4701b847e5e2), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.256920 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21c5e4ee-e5f1-4290-9987-72d7d0128f64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (ec1603f7-47f2-438b-b33f-4701b847e5e2), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.268723 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Attempt 7 to provision port beb4012c-c0e1-4fb8-85c6-40888a8e5168 Oct 28 17:12:22.283204 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5e4ee-e5f1-4290-9987-72d7d0128f64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1603f7-47f2-438b-b33f-4701b847e5e2,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:22.285157 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Publish callbacks [] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.290395 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21c5e4ee-e5f1-4290-9987-72d7d0128f64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.292305 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-21c5e4ee-e5f1-4290-9987-72d7d0128f64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386464 Oct 28 17:12:22.301525 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.314807 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Port beb4012c-c0e1-4fb8-85c6-40888a8e5168 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:22.364183 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 67956c47-f375-45c5-a7fb-39e562c87b92 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:22.376277 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87735476-e978-4674-9f0f-a9de0f993454 None None] Pushing event updated for resources: {'Port': ['ID=beb4012c-c0e1-4fb8-85c6-40888a8e5168,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:22.423261 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Attempting to bind port beb4012c-c0e1-4fb8-85c6-40888a8e5168 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:22.423935 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Attempting to bind port beb4012c-c0e1-4fb8-85c6-40888a8e5168 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '2a128317-f2be-4a58-b67a-4a57778e5e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:22.424451 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Attempting to bind port beb4012c-c0e1-4fb8-85c6-40888a8e5168 on network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:22.430722 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:22.431426 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Checking segment: {'id': '2a128317-f2be-4a58-b67a-4a57778e5e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:22.431991 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.432536 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Bound using segment: {'id': '2a128317-f2be-4a58-b67a-4a57778e5e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:22.433341 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Bound port: beb4012c-c0e1-4fb8-85c6-40888a8e5168, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a128317-f2be-4a58-b67a-4a57778e5e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:22.433999 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.465220 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 67956c47-f375-45c5-a7fb-39e562c87b92 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:22.465871 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.466372 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 67956c47-f375-45c5-a7fb-39e562c87b92 Oct 28 17:12:22.477681 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66ec39-4a38-4c18-9caa-38c74a66184d req-6bf4b15a-5cc7-40b5-a0dc-a9cef7e7bdd3 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:22.479920 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-aa66ec39-4a38-4c18-9caa-38c74a66184d req-6bf4b15a-5cc7-40b5-a0dc-a9cef7e7bdd3 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0669904 Oct 28 17:12:22.512503 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] For port beb4012c-c0e1-4fb8-85c6-40888a8e5168, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:22.515748 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] For port beb4012c-c0e1-4fb8-85c6-40888a8e5168, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=beb4012c-c0e1-4fb8-85c6-40888a8e5168,segment=NetworkSegment(2a128317-f2be-4a58-b67a-4a57778e5e8b),segment_id=2a128317-f2be-4a58-b67a-4a57778e5e8b)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:22.523821 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.536116 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-aa66ec39-4a38-4c18-9caa-38c74a66184d req-b81d9c0e-272e-4306-8470-d0033d8cd65a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505493 Oct 28 17:12:22.584592 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87735476-e978-4674-9f0f-a9de0f993454 None None] Pushing event updated for resources: {'Port': ['ID=beb4012c-c0e1-4fb8-85c6-40888a8e5168,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:22.587213 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 67956c47-f375-45c5-a7fb-39e562c87b92 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:22.594318 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Routers {'09fc0c13-9740-4647-a16b-a43b256663e5'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:22.594936 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['09fc0c13-9740-4647-a16b-a43b256663e5'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:22.657618 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02a9f-a5aa-4d05-a58a-ac0177d19564 req-c2137f09-89d1-427f-9bee-ae0bd4d1abd4 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:22.659142 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-eac02a9f-a5aa-4d05-a58a-ac0177d19564 req-c2137f09-89d1-427f-9bee-ae0bd4d1abd4 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.0563478 Oct 28 17:12:22.700850 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] Set router 09fc0c13-9740-4647-a16b-a43b256663e5 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:22.712001 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-eac02a9f-a5aa-4d05-a58a-ac0177d19564 req-37d74caa-e549-42b9-9335-0c60690094d7 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467813 Oct 28 17:12:22.816899 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Attempt 8 to provision port beb4012c-c0e1-4fb8-85c6-40888a8e5168 Oct 28 17:12:22.909078 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Current status of the port beb4012c-c0e1-4fb8-85c6-40888a8e5168 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:22.909845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:22.920957 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'name': 'tempest-TestShelveInstance-159934381-router', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:14Z', 'updated_at': '2022-10-28T17:12:18Z', 'revision_number': 4, 'project_id': '507bab9ee69c444699adf4a561041d13', 'gw_port': {'id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:15Z', 'updated_at': '2022-10-28T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'beb4012c-c0e1-4fb8-85c6-40888a8e5168', 'name': '', 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'mac_address': 'fa:16:3e:1f:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:17Z', 'updated_at': '2022-10-28T17:12:22Z', 'revision_number': 4, 'project_id': '507bab9ee69c444699adf4a561041d13', 'subnets': [{'id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:22.946005 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10c3c4b-b249-4b8e-b7b4-41394f5b93ba None None] The sync data for ids ['09fc0c13-9740-4647-a16b-a43b256663e5'] in dv-cinder-859839-1-iscsi is: [{'id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'name': 'tempest-TestShelveInstance-159934381-router', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:14Z', 'updated_at': '2022-10-28T17:12:18Z', 'revision_number': 4, 'project_id': '507bab9ee69c444699adf4a561041d13', 'gw_port': {'id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:15Z', 'updated_at': '2022-10-28T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'beb4012c-c0e1-4fb8-85c6-40888a8e5168', 'name': '', 'network_id': '6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'mac_address': 'fa:16:3e:1f:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:17Z', 'updated_at': '2022-10-28T17:12:22Z', 'revision_number': 4, 'project_id': '507bab9ee69c444699adf4a561041d13', 'subnets': [{'id': 'd0d34b34-15bb-424d-bb88-5a7986d8776a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:12:22.949637 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] For port beb4012c-c0e1-4fb8-85c6-40888a8e5168, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=beb4012c-c0e1-4fb8-85c6-40888a8e5168,segment=NetworkSegment(2a128317-f2be-4a58-b67a-4a57778e5e8b),segment_id=2a128317-f2be-4a58-b67a-4a57778e5e8b)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:22.958046 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:23.012253 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f0210-a994-4bd3-833a-d46e973cf6e5 None None] Pushing event updated for resources: {'Port': ['ID=beb4012c-c0e1-4fb8-85c6-40888a8e5168,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:23.078511 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-667bb527-4d4e-4fc9-abec-5a32950101ea None None] Provisioning complete for port beb4012c-c0e1-4fb8-85c6-40888a8e5168 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:23.079045 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-667bb527-4d4e-4fc9-abec-5a32950101ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:23.079398 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-667bb527-4d4e-4fc9-abec-5a32950101ea None None] Attempt 1 to provision port beb4012c-c0e1-4fb8-85c6-40888a8e5168 Oct 28 17:12:23.152427 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-667bb527-4d4e-4fc9-abec-5a32950101ea None None] Current status of the port beb4012c-c0e1-4fb8-85c6-40888a8e5168 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:23.682137 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87673a29-f708-4568-96d5-39accdabc933 req-d130c1e4-efca-40e3-84a2-1a5328937c7a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:23.683720 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87673a29-f708-4568-96d5-39accdabc933 req-d130c1e4-efca-40e3-84a2-1a5328937c7a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0619061 Oct 28 17:12:23.761004 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87673a29-f708-4568-96d5-39accdabc933 req-c89907e6-3183-4764-8d8b-6691a35bdba0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708978 Oct 28 17:12:23.783844 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca34ef-57fb-4fce-8483-7f3dfb621190 req-72bf99ee-b301-4861-b1bb-b48586cb3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:23.783844 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5bca34ef-57fb-4fce-8483-7f3dfb621190 req-72bf99ee-b301-4861-b1bb-b48586cb3ad0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 1130 time: 0.0683312 Oct 28 17:12:23.856987 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5bca34ef-57fb-4fce-8483-7f3dfb621190 req-0ab7b4cf-8eb7-4c4b-b94c-705a81a39a17 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686376 Oct 28 17:12:23.873061 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d316b98-d320-472b-a87f-34aedddd81ad req-e45a422e-3514-484f-b327-ef7c202d5313 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:23.874441 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1d316b98-d320-472b-a87f-34aedddd81ad req-e45a422e-3514-484f-b327-ef7c202d5313 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.0733578 Oct 28 17:12:23.927388 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1d316b98-d320-472b-a87f-34aedddd81ad req-00a69c85-f24e-44bf-a6e9-42e8224b79f8 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472744 Oct 28 17:12:24.321047 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device beb4012c-c0e1-4fb8-85c6-40888a8e5168 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:24.370779 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port beb4012c-c0e1-4fb8-85c6-40888a8e5168 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:24.371168 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:24.371514 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port beb4012c-c0e1-4fb8-85c6-40888a8e5168 Oct 28 17:12:24.452780 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port beb4012c-c0e1-4fb8-85c6-40888a8e5168 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:24.893835 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104213cb-6497-40a2-865a-93a5a232b8a7 req-4ea86044-7ae1-4dff-a05c-9b67a24bf993 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:24.895380 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-104213cb-6497-40a2-865a-93a5a232b8a7 req-4ea86044-7ae1-4dff-a05c-9b67a24bf993 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0560267 Oct 28 17:12:24.948482 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-104213cb-6497-40a2-865a-93a5a232b8a7 req-37331e97-a80c-42cc-ba5f-57b9967e8eda tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444002 Oct 28 17:12:25.059075 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f3823-883e-473e-9b9e-dbcd74c1cf11 req-d565d266-dd56-4b63-b81d-621d80df646c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:25.060843 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6d2f3823-883e-473e-9b9e-dbcd74c1cf11 req-d565d266-dd56-4b63-b81d-621d80df646c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.0564666 Oct 28 17:12:25.111854 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6d2f3823-883e-473e-9b9e-dbcd74c1cf11 req-7f21865f-4419-4085-85bd-a5554d99a83f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446072 Oct 28 17:12:25.765146 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33612) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:25.877396 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7284b546-3c70-4a34-8e3b-d5a324142a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:25.958792 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7284b546-3c70-4a34-8e3b-d5a324142a59 admin admin] Publish callbacks [] for security_group (e60685b6-7ec5-48a4-a33a-c3b3fa93e1ba), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:25.963902 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7284b546-3c70-4a34-8e3b-d5a324142a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e60685b6-7ec5-48a4-a33a-c3b3fa93e1ba), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:26.003469 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7284b546-3c70-4a34-8e3b-d5a324142a59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=beb1d921b5c342459936050e19aa4c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371438 Oct 28 17:12:26.004319 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284b546-3c70-4a34-8e3b-d5a324142a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60685b6-7ec5-48a4-a33a-c3b3fa93e1ba,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:26.006274 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33618) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:26.057903 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fe45990b-c093-42fd-a807-46e50de8f09a admin admin] Publish callbacks [] for security_group (e60685b6-7ec5-48a4-a33a-c3b3fa93e1ba), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:26.083161 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fe45990b-c093-42fd-a807-46e50de8f09a admin admin] Publish callbacks [] for security_group (e60685b6-7ec5-48a4-a33a-c3b3fa93e1ba), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:26.083853 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09ccbf-38df-449e-8f86-38617cce419d req-6c278c17-8b91-4709-9765-207eddfd534e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:26.085374 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f09ccbf-38df-449e-8f86-38617cce419d req-6c278c17-8b91-4709-9765-207eddfd534e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0536199 Oct 28 17:12:26.141529 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fe45990b-c093-42fd-a807-46e50de8f09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e60685b6-7ec5-48a4-a33a-c3b3fa93e1ba), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:26.144304 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fe45990b-c093-42fd-a807-46e50de8f09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:26.146397 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fe45990b-c093-42fd-a807-46e50de8f09a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e60685b6-7ec5-48a4-a33a-c3b3fa93e1ba HTTP/1.1" status: 204 len: 168 time: 0.1391008 Oct 28 17:12:26.146966 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f09ccbf-38df-449e-8f86-38617cce419d req-d5343b7b-bf59-4d6e-9ac4-5392d3d8817d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556424 Oct 28 17:12:26.157829 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45990b-c093-42fd-a807-46e50de8f09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60685b6-7ec5-48a4-a33a-c3b3fa93e1ba,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:26.313944 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ab580-822d-4c92-9912-dc15df164b6e req-1b2935b3-5f8e-4358-8b6d-00cdd93c07ae tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:26.315440 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c58ab580-822d-4c92-9912-dc15df164b6e req-1b2935b3-5f8e-4358-8b6d-00cdd93c07ae tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 943 time: 0.0938232 Oct 28 17:12:26.336865 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8918-1237-4d36-9d8e-c6f114be3ce0 req-f9f8a421-9718-4f11-90cb-563feace80d5 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:26.338439 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d86e8918-1237-4d36-9d8e-c6f114be3ce0 req-f9f8a421-9718-4f11-90cb-563feace80d5 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0851409 Oct 28 17:12:26.430655 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d86e8918-1237-4d36-9d8e-c6f114be3ce0 req-a5238ee8-2c4d-4e5c-bea1-b994844d09be tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841157 Oct 28 17:12:26.444535 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c58ab580-822d-4c92-9912-dc15df164b6e req-89a0fca6-e4de-46c7-8e13-d0ad35967d8a tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213589 Oct 28 17:12:26.732574 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device f3786c0d-495b-4948-b133-477821b66f8c details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:12:26.849262 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port f3786c0d-495b-4948-b133-477821b66f8c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=f3786c0d-495b-4948-b133-477821b66f8c,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:26.861762 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': 'f3786c0d-495b-4948-b133-477821b66f8c', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'port_id': 'f3786c0d-495b-4948-b133-477821b66f8c', 'mac_address': 'fa:16:3e:10:6f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:12:26.872764 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33652) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:26.897576 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port f3786c0d-495b-4948-b133-477821b66f8c is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:26.898007 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (f3786c0d-495b-4948-b133-477821b66f8c), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:26.910822 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3786c0d-495b-4948-b133-477821b66f8c {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:12:26.930652 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port f3786c0d-495b-4948-b133-477821b66f8c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=f3786c0d-495b-4948-b133-477821b66f8c,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:26.935285 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (f3786c0d-495b-4948-b133-477821b66f8c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:26.969362 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-127487983-network', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:26.988816 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Made reservation on behalf of 3abebcebabd8423b88fce0d5e65b81a7 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:26.990175 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=f3786c0d-495b-4948-b133-477821b66f8c,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:26.991125 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.001656 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.074594 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Publish callbacks [] for security_group (6c19b46f-f77f-4051-8d72-6b90a5d19d51), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.079491 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6c19b46f-f77f-4051-8d72-6b90a5d19d51), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.103431 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:12:27.112173 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c19b46f-f77f-4051-8d72-6b90a5d19d51,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:27.117981 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (0423b900-583d-4574-88bd-4761acec6268), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.118338 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Added segment 0423b900-583d-4574-88bd-4761acec6268 of type vlan for network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 Oct 28 17:12:27.157099 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (2f7c9441-eac8-495b-be8c-b2ca75ecaa50), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.182900 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (2f7c9441-eac8-495b-be8c-b2ca75ecaa50), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.183934 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:27.184517 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.236310 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3623891 Oct 28 17:12:27.239343 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33658) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:27.244525 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Request body: {'subnet': {'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-127487983-subnet', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:27.249862 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecd03e-4ca6-4ef9-a5df-f9b7d8fb0cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=2f7c9441-eac8-495b-be8c-b2ca75ecaa50,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:27.261232 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:12:27.271194 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Made reservation on behalf of 3abebcebabd8423b88fce0d5e65b81a7 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:27.273589 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.443115 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (bb8530f7-264a-46ec-9833-4412157a69e8), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.497551 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8530f7-264a-46ec-9833-4412157a69e8,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:27.506696 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Checking segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:27.507418 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Network hostable DHCP agents. Network: 2f7c9441-eac8-495b-be8c-b2ca75ecaa50, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:12:27.524857 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:12:27.536748 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['f3786c0d-495b-4948-b133-477821b66f8c'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:12:27.544996 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 2f7c9441-eac8-495b-be8c-b2ca75ecaa50) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:27.551025 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:27.551025 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.561020 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c5f4e-96db-43eb-9782-2c87f147b1a0 None None] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:12:27.599996 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33662) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:27.600221 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-33d2654f-4a81-4b9e-b79c-8cbf4522164e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3596098 Oct 28 17:12:27.604468 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:27.616395 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2edb79-38ac-4735-8605-0112d474594b req-941795ba-2422-4a18-be8c-0e901d2fb425 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:27.617883 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f2edb79-38ac-4735-8605-0112d474594b req-941795ba-2422-4a18-be8c-0e901d2fb425 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 944 time: 0.0868080 Oct 28 17:12:27.625244 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (b355eae0-68f0-4aad-89ff-9ad3dc158f12), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.626266 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (b355eae0-68f0-4aad-89ff-9ad3dc158f12), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.673135 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f2edb79-38ac-4735-8605-0112d474594b req-1ab7e274-81e9-4616-9679-13c9561f3299 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495591 Oct 28 17:12:27.689342 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks [] for router_controller (b355eae0-68f0-4aad-89ff-9ad3dc158f12), precommit_add_association {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.730116 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:12:27.730982 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.792809 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:12:27.829585 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks [] for router_gateway (b355eae0-68f0-4aad-89ff-9ad3dc158f12), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:27.907226 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Allocated IP 172.20.0.2 (2f7c9441-eac8-495b-be8c-b2ca75ecaa50/bb8530f7-264a-46ec-9833-4412157a69e8/b9acd9ec-dcf9-494a-addd-663e7aa4a6db) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:28.041263 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks [] for router_gateway (b355eae0-68f0-4aad-89ff-9ad3dc158f12), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:28.062929 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:28.074064 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Publish callbacks [] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:28.082209 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:28.096388 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53da13-12b6-4620-a926-0f1ce470dd7a req-5327f638-0f70-48c7-af13-9ef4f1ebcb4e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:28.098196 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bd53da13-12b6-4620-a926-0f1ce470dd7a req-5327f638-0f70-48c7-af13-9ef4f1ebcb4e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0616724 Oct 28 17:12:28.100150 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-61755302-e0b8-4873-a5fd-2be82d14b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:28.101726 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-61755302-e0b8-4873-a5fd-2be82d14b290 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 1130 time: 0.0911148 Oct 28 17:12:28.116851 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:28.123794 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:28.127578 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:28.156857 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Pushing event updated for resources: {'Port': ['ID=b9acd9ec-dcf9-494a-addd-663e7aa4a6db,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:28.198792 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Allocated IP 172.27.0.192 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/e5de094d-7e90-41dd-98c7-7a419d177581) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:28.199783 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Attempting to bind port b9acd9ec-dcf9-494a-addd-663e7aa4a6db on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:28.200272 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Attempting to bind port b9acd9ec-dcf9-494a-addd-663e7aa4a6db by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:28.200674 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Attempting to bind port b9acd9ec-dcf9-494a-addd-663e7aa4a6db on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:28.206295 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:28.206716 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Checking segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:28.207125 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:28.207520 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Bound using segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:28.208001 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Bound port: b9acd9ec-dcf9-494a-addd-663e7aa4a6db, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:28.208401 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:28.208753 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bd53da13-12b6-4620-a926-0f1ce470dd7a req-bb232558-2132-430d-af24-210f870535b6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030226 Oct 28 17:12:28.260280 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-76ac3582-af51-4d68-bbb2-f41f74f7f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:28.262009 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-76ac3582-af51-4d68-bbb2-f41f74f7f203 service neutron] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 919 time: 0.1502695 Oct 28 17:12:28.293407 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] For port b9acd9ec-dcf9-494a-addd-663e7aa4a6db, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:28.298022 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] For port b9acd9ec-dcf9-494a-addd-663e7aa4a6db, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=b9acd9ec-dcf9-494a-addd-663e7aa4a6db,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:28.301226 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-f52f79ed-2610-4871-ae6d-8b5a8f2b4f39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a79b9f2-b282-48ff-b5df-8193de59a513 HTTP/1.1" status: 200 len: 217 time: 0.0331826 Oct 28 17:12:28.304970 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:28.342522 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks [] for port (e5de094d-7e90-41dd-98c7-7a419d177581), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:28.366182 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49bb05-f9cb-4012-b977-2c2695555207 None None] Pushing event updated for resources: {'Port': ['ID=b9acd9ec-dcf9-494a-addd-663e7aa4a6db,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:28.377347 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:28.377657 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-b875348c-07d4-4a9e-bde9-8d42325b495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:28.379841 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-b875348c-07d4-4a9e-bde9-8d42325b495e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0701592 Oct 28 17:12:28.416469 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:28.419868 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:28.423477 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:28.442478 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-3628a819-10b4-4d9e-8252-000ffef7e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:28.443981 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-3628a819-10b4-4d9e-8252-000ffef7e0ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559525 Oct 28 17:12:28.457294 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Pushing event updated for resources: {'Port': ['ID=e5de094d-7e90-41dd-98c7-7a419d177581,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:28.565888 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-57fe0ffd-2de0-46c3-b28d-a4c4ebeb44bc service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143789 Oct 28 17:12:28.671973 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb3ee6b4-3bc5-4bcc-bac5-da3235454e4f req-23c012ca-a2ea-4262-8da4-bc6220c9c751 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982559 Oct 28 17:12:28.819114 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160fcb8-c63f-459d-b36a-7f500ee490cd req-8bdaa2a4-8064-4732-932f-a6b73fc6483b tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:28.820683 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5160fcb8-c63f-459d-b36a-7f500ee490cd req-8bdaa2a4-8064-4732-932f-a6b73fc6483b tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 944 time: 0.0654891 Oct 28 17:12:28.874037 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5160fcb8-c63f-459d-b36a-7f500ee490cd req-ca2d6953-4c3f-43a2-84c6-6e02560663c3 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Oct 28 17:12:28.942043 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks [] for router_gateway (b355eae0-68f0-4aad-89ff-9ad3dc158f12), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:29.125261 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (b355eae0-68f0-4aad-89ff-9ad3dc158f12), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:29.259185 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Router b355eae0-68f0-4aad-89ff-9ad3dc158f12 is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:12:29.321141 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb7b36f-4483-4b8c-84f0-ab3f5128ab3f None None] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:12:29.379196 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:12:29.391105 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bc022-7198-4c98-ac1c-c053c2050ec8 req-0fff9085-a585-482d-b115-6c7dec303c3d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:29.398951 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-4fbd43b8-33ac-4bc7-97ca-c4f13e2da15f None None] Provisioning complete for port b9acd9ec-dcf9-494a-addd-663e7aa4a6db triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:29.399346 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4fbd43b8-33ac-4bc7-97ca-c4f13e2da15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:29.399667 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-4fbd43b8-33ac-4bc7-97ca-c4f13e2da15f None None] Attempt 1 to provision port b9acd9ec-dcf9-494a-addd-663e7aa4a6db Oct 28 17:12:29.400597 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-377bc022-7198-4c98-ac1c-c053c2050ec8 req-0fff9085-a585-482d-b115-6c7dec303c3d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0990942 Oct 28 17:12:29.404878 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Sync routers for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:12:29.405765 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:29.407248 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ae3d3b78-6ff8-47cb-912e-b3d7d6debbaa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8061380 Oct 28 17:12:29.409841 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33682) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:29.449528 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-377bc022-7198-4c98-ac1c-c053c2050ec8 req-7b5ca1e8-464a-4d84-9864-68e0354069d7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475740 Oct 28 17:12:29.461897 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:29.466192 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:29.620638 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd43b8-33ac-4bc7-97ca-c4f13e2da15f None None] Current status of the port b9acd9ec-dcf9-494a-addd-663e7aa4a6db is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:29.620859 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4fbd43b8-33ac-4bc7-97ca-c4f13e2da15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:29.641875 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:29.844941 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:29.848511 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-4fbd43b8-33ac-4bc7-97ca-c4f13e2da15f None None] For port b9acd9ec-dcf9-494a-addd-663e7aa4a6db, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=b9acd9ec-dcf9-494a-addd-663e7aa4a6db,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:29.874936 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4fbd43b8-33ac-4bc7-97ca-c4f13e2da15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:29.954255 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd43b8-33ac-4bc7-97ca-c4f13e2da15f None None] Pushing event updated for resources: {'Port': ['ID=b9acd9ec-dcf9-494a-addd-663e7aa4a6db,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:30.002483 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-cfeab6de-0d89-4362-b470-9d1be7f14ef8 None None] Provisioning complete for port b9acd9ec-dcf9-494a-addd-663e7aa4a6db triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:30.002867 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-cfeab6de-0d89-4362-b470-9d1be7f14ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.003211 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-cfeab6de-0d89-4362-b470-9d1be7f14ef8 None None] Attempt 1 to provision port b9acd9ec-dcf9-494a-addd-663e7aa4a6db Oct 28 17:12:30.013485 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Allocated IP 172.20.0.1 (2f7c9441-eac8-495b-be8c-b2ca75ecaa50/bb8530f7-264a-46ec-9833-4412157a69e8/1d6d895b-1f82-4913-9954-c91562e33ce5) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:30.016909 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cde990-198a-4743-bb0f-3fca77808c3e req-4b07e10a-9ccb-4d19-ba30-575e2fad1e1a tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:30.018668 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d9cde990-198a-4743-bb0f-3fca77808c3e req-4b07e10a-9ccb-4d19-ba30-575e2fad1e1a tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 944 time: 0.0648978 Oct 28 17:12:30.052585 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:28Z', 'revision_number': 3, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:30.080287 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d9cde990-198a-4743-bb0f-3fca77808c3e req-aab8e2d5-1323-4215-b22f-fa01cfefd581 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524945 Oct 28 17:12:30.082034 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Checking router: b355eae0-68f0-4aad-89ff-9ad3dc158f12 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:12:30.082399 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Updating router b355eae0-68f0-4aad-89ff-9ad3dc158f12 port e5de094d-7e90-41dd-98c7-7a419d177581 binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:12:30.135145 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Publish callbacks [] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.137303 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.159648 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-cfeab6de-0d89-4362-b470-9d1be7f14ef8 None None] Current status of the port b9acd9ec-dcf9-494a-addd-663e7aa4a6db is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:30.169174 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.205082 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:30.209814 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:30.213208 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:30.243344 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Pushing event updated for resources: {'Port': ['ID=1d6d895b-1f82-4913-9954-c91562e33ce5,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:30.260719 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (b355eae0-68f0-4aad-89ff-9ad3dc158f12), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.405870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device b9acd9ec-dcf9-494a-addd-663e7aa4a6db up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:30.454699 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.500706 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Publish callbacks [] for port (e5de094d-7e90-41dd-98c7-7a419d177581), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.511449 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.517827 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Provisioning complete for port 1d6d895b-1f82-4913-9954-c91562e33ce5 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:30.518309 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.518713 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Attempt 1 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:30.585009 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Attempting to bind port e5de094d-7e90-41dd-98c7-7a419d177581 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:30.585479 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Attempting to bind port e5de094d-7e90-41dd-98c7-7a419d177581 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:30.586381 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Attempting to bind port e5de094d-7e90-41dd-98c7-7a419d177581 on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:30.592445 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port b9acd9ec-dcf9-494a-addd-663e7aa4a6db triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:30.592445 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.592927 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port b9acd9ec-dcf9-494a-addd-663e7aa4a6db Oct 28 17:12:30.595257 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c387e0-c4d5-4b3c-9feb-0cb718e187d4 req-3d366638-f4f6-4058-8fc0-2937405ba053 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:30.596878 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-38c387e0-c4d5-4b3c-9feb-0cb718e187d4 req-3d366638-f4f6-4058-8fc0-2937405ba053 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0672739 Oct 28 17:12:30.619791 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Port 1d6d895b-1f82-4913-9954-c91562e33ce5 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:30.620495 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:30.620930 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:30.621341 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.621738 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:30.622642 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Bound port: e5de094d-7e90-41dd-98c7-7a419d177581, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:30.622782 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.640434 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Publish callbacks [] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.646483 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.654548 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-38c387e0-c4d5-4b3c-9feb-0cb718e187d4 req-366f31e5-c0d4-412c-ae36-527d5b6f8618 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501764 Oct 28 17:12:30.656798 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bc9a8-8e64-47cd-90cd-90d56d419ca5 None None] Pushing event updated for resources: {'Port': ['ID=e5de094d-7e90-41dd-98c7-7a419d177581,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:30.698062 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] For port e5de094d-7e90-41dd-98c7-7a419d177581, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:30.720148 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Pushing event updated for resources: {'Port': ['ID=1d6d895b-1f82-4913-9954-c91562e33ce5,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:30.725139 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (b355eae0-68f0-4aad-89ff-9ad3dc158f12), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.732991 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] For port e5de094d-7e90-41dd-98c7-7a419d177581, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=e5de094d-7e90-41dd-98c7-7a419d177581,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:30.742346 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port b9acd9ec-dcf9-494a-addd-663e7aa4a6db is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:30.745177 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.753504 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device f3786c0d-495b-4948-b133-477821b66f8c up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:30.820568 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:30.820568 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:30.823232 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:30.824736 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:30.870875 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bc9a8-8e64-47cd-90cd-90d56d419ca5 None None] Pushing event updated for resources: {'Port': ['ID=e5de094d-7e90-41dd-98c7-7a419d177581,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:30.925796 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port f3786c0d-495b-4948-b133-477821b66f8c completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:12:30.938420 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port f3786c0d-495b-4948-b133-477821b66f8c triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:30.938884 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (f3786c0d-495b-4948-b133-477821b66f8c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:30.939254 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port f3786c0d-495b-4948-b133-477821b66f8c Oct 28 17:12:30.949146 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Router b355eae0-68f0-4aad-89ff-9ad3dc158f12 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:12:30.969365 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:31.057003 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:12:31.062928 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-67a850c8-eec4-42c2-9abe-8806cd36622a admin admin] 10.222.0.20 "PUT /v2.0/routers/b355eae0-68f0-4aad-89ff-9ad3dc158f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6518242 Oct 28 17:12:31.122868 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Attempt 2 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:31.155124 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port f3786c0d-495b-4948-b133-477821b66f8c is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:31.155521 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (f3786c0d-495b-4948-b133-477821b66f8c), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:31.188151 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Port 1d6d895b-1f82-4913-9954-c91562e33ce5 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:31.204812 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:12:31.207157 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2554e2-c498-4a07-8a58-e23b4a2bf831" -d '{"events": [{"server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "name": "network-vif-plugged", "status": "completed", "tag": "f3786c0d-495b-4948-b133-477821b66f8c"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:12:31.227201 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f015f1-0bf3-4a54-ab93-431dc0993061 req-bca247db-f4af-43d9-81c1-a94bd009948c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:31.238519 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-50f015f1-0bf3-4a54-ab93-431dc0993061 req-bca247db-f4af-43d9-81c1-a94bd009948c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 944 time: 0.0813489 Oct 28 17:12:31.238897 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port f3786c0d-495b-4948-b133-477821b66f8c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=f3786c0d-495b-4948-b133-477821b66f8c,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:31.249373 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (f3786c0d-495b-4948-b133-477821b66f8c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:31.260491 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20548d32-d578-480b-a07f-2dd847614b44 x-openstack-request-id: req-20548d32-d578-480b-a07f-2dd847614b44 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:12:31.260796 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "name": "network-vif-plugged", "status": "completed", "tag": "f3786c0d-495b-4948-b133-477821b66f8c", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:12:31.261045 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20548d32-d578-480b-a07f-2dd847614b44 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:12:31.261477 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20548d32-d578-480b-a07f-2dd847614b44'] response: {'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c', 'code': 200} Oct 28 17:12:31.306847 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-50f015f1-0bf3-4a54-ab93-431dc0993061 req-de5b9d4b-170a-42f1-a4a0-6c94c70eacfc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627553 Oct 28 17:12:31.311078 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 2, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:31.313569 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=f3786c0d-495b-4948-b133-477821b66f8c,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:31.344573 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ff040a-2dd4-46d4-bf80-2399f9f6885c None None] The sync data for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi is: [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 2, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:12:31.501982 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fbdbb-d9d0-4965-a442-a2b83a88cc78 req-e9edcb01-0153-42bb-95e4-e9f8f634daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:31.503665 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7f5fbdbb-d9d0-4965-a442-a2b83a88cc78 req-e9edcb01-0153-42bb-95e4-e9f8f634daa1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 1129 time: 0.0589774 Oct 28 17:12:31.566268 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7f5fbdbb-d9d0-4965-a442-a2b83a88cc78 req-6851f4fb-966b-4515-aada-7fc6c893102e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494127 Oct 28 17:12:31.689668 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Attempt 3 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:31.745538 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Port 1d6d895b-1f82-4913-9954-c91562e33ce5 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:31.754327 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33712) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:31.759829 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1552448123-network', 'tenant_id': '5a28987ca62245e386e91ded8ed40100'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:31.790050 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Made reservation on behalf of 5a28987ca62245e386e91ded8ed40100 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:31.792821 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:31.803787 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:31.828901 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd58d-556b-4723-a690-9e01809466d9 req-7303066b-f0ab-46c8-ac46-8d5f22005a6d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:31.831135 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-18acd58d-556b-4723-a690-9e01809466d9 req-7303066b-f0ab-46c8-ac46-8d5f22005a6d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0732725 Oct 28 17:12:31.883593 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-18acd58d-556b-4723-a690-9e01809466d9 req-34e4a8db-d616-44b1-9b78-2f7b8f715da4 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 Oct 28 17:12:31.899352 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Publish callbacks [] for security_group (3e6270e1-a5aa-4b22-84cb-f0117e21df71), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:31.903708 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3e6270e1-a5aa-4b22-84cb-f0117e21df71), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:31.929907 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:12:31.939988 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6270e1-a5aa-4b22-84cb-f0117e21df71,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:31.947985 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (d2dee9de-c325-4f09-adc7-920aef7d3f8b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:31.948351 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Added segment d2dee9de-c325-4f09-adc7-920aef7d3f8b of type vlan for network 523c6686-e636-4947-acfc-47c9d2c3f654 Oct 28 17:12:31.989629 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (523c6686-e636-4947-acfc-47c9d2c3f654), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.016941 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (523c6686-e636-4947-acfc-47c9d2c3f654), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.017944 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:32.021855 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.071892 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3159001 Oct 28 17:12:32.074615 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33714) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:32.084015 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Request body: {'subnet': {'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1552448123-subnet', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:32.115011 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de50c69-1231-4da0-91e4-1ff9d463803d admin admin] Pushing event updated for resources: {'Network': ['ID=523c6686-e636-4947-acfc-47c9d2c3f654,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:32.122436 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Made reservation on behalf of 5a28987ca62245e386e91ded8ed40100 for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:32.124690 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5515979'] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.125722 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 523c6686-e636-4947-acfc-47c9d2c3f654 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:12:32.247480 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Attempt 4 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:32.297509 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Port 1d6d895b-1f82-4913-9954-c91562e33ce5 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:32.341979 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5549012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5515833'] for subnet (6369f81f-ecbc-44d9-beda-a694d1421adb), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.394466 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device e5de094d-7e90-41dd-98c7-7a419d177581 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:32.417405 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6369f81f-ecbc-44d9-beda-a694d1421adb,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:32.427509 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Checking segment: {'id': 'd2dee9de-c325-4f09-adc7-920aef7d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:32.427893 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Network hostable DHCP agents. Network: 523c6686-e636-4947-acfc-47c9d2c3f654, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:12:32.451111 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Network 523c6686-e636-4947-acfc-47c9d2c3f654 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:12:32.458384 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port e5de094d-7e90-41dd-98c7-7a419d177581 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:32.460030 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.460938 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port e5de094d-7e90-41dd-98c7-7a419d177581 Oct 28 17:12:32.466562 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 523c6686-e636-4947-acfc-47c9d2c3f654) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:32.468655 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593eccf-314a-46a8-b279-250b13b904ef req-77d96e2f-e8eb-4ded-a4bd-cfeb1f17acdb tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:32.471002 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d593eccf-314a-46a8-b279-250b13b904ef req-77d96e2f-e8eb-4ded-a4bd-cfeb1f17acdb tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 945 time: 0.0816166 Oct 28 17:12:32.488240 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:32.488496 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d320f7fd-d63c-4691-adb9-20a047b1f45c None None] Network 523c6686-e636-4947-acfc-47c9d2c3f654 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:12:32.489386 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.514674 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33720) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:32.514894 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-00a27d84-4870-4b6b-be3d-8f25c4118bc1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4361134 Oct 28 17:12:32.521014 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1552448123-router', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:32.552695 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7917531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4062'] for router (970e035c-5f75-46a4-a591-a58e31284d46), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.554585 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7928849', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8369052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (970e035c-5f75-46a4-a591-a58e31284d46), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.596836 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d593eccf-314a-46a8-b279-250b13b904ef req-21c08dce-4019-4077-bb71-2f958186da5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193113 Oct 28 17:12:32.638558 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port e5de094d-7e90-41dd-98c7-7a419d177581 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:32.638558 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.653479 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks [] for router_controller (970e035c-5f75-46a4-a591-a58e31284d46), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.668709 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecdb05d-100a-5b99-9319-8424f65f30c9-523c6686-e636-4947-acfc-47c9d2c3f654', 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654', 'project_id': '5a28987ca62245e386e91ded8ed40100', 'fixed_ips': [{'subnet_id': '6369f81f-ecbc-44d9-beda-a694d1421adb'}]}} from dv-cinder-859839-1-iscsi. {{(pid=103945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 17:12:32.669588 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.689023 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port e5de094d-7e90-41dd-98c7-7a419d177581, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=e5de094d-7e90-41dd-98c7-7a419d177581,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:32.694299 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.816859 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks [] for router_gateway (970e035c-5f75-46a4-a591-a58e31284d46), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:32.860598 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Attempt 5 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:32.976105 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=e5de094d-7e90-41dd-98c7-7a419d177581,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:32.981316 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Port 1d6d895b-1f82-4913-9954-c91562e33ce5 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:33.037097 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.db_base_plugin_common [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Allocated IP 172.20.0.2 (523c6686-e636-4947-acfc-47c9d2c3f654/6369f81f-ecbc-44d9-beda-a694d1421adb/c3651d18-05ce-4d9a-b528-b555c7ac70c1) {{(pid=103945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:33.057983 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks [] for router_gateway (970e035c-5f75-46a4-a591-a58e31284d46), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:33.067991 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c58aef-6d42-4f09-bd73-d3f0993ef870 req-328d5db5-ac72-4402-a439-cd28adeb881c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:33.069446 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c2c58aef-6d42-4f09-bd73-d3f0993ef870 req-328d5db5-ac72-4402-a439-cd28adeb881c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0910892 Oct 28 17:12:33.092051 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:33.168950 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c2c58aef-6d42-4f09-bd73-d3f0993ef870 req-10373318-4ad8-48da-9cb9-bbcd8b0a794e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831957 Oct 28 17:12:33.194451 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Publish callbacks [] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), precommit_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:33.200664 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), after_create {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:33.233006 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Allocated IP 172.27.0.68 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/2361a36f-277b-4650-b60b-9c006f04ad3a) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:33.244651 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Network 523c6686-e636-4947-acfc-47c9d2c3f654 is already hosted by enough agents. {{(pid=103945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:33.249845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.scheduler.base_scheduler [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Resources bound (agent type, host, resource id): {{(pid=103945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:33.254311 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Pushing event updated for resources: {'Port': ['ID=c3651d18-05ce-4d9a-b528-b555c7ac70c1,revision_number=1']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:33.257211 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Received port after_create {{(pid=103945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:33.314749 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Attempting to bind port c3651d18-05ce-4d9a-b528-b555c7ac70c1 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:33.315153 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Attempting to bind port c3651d18-05ce-4d9a-b528-b555c7ac70c1 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'd2dee9de-c325-4f09-adc7-920aef7d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:33.315576 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Attempting to bind port c3651d18-05ce-4d9a-b528-b555c7ac70c1 on network 523c6686-e636-4947-acfc-47c9d2c3f654 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:33.320990 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:33.321370 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Checking segment: {'id': 'd2dee9de-c325-4f09-adc7-920aef7d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:33.321775 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:33.322201 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Bound using segment: {'id': 'd2dee9de-c325-4f09-adc7-920aef7d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:33.322679 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Bound port: c3651d18-05ce-4d9a-b528-b555c7ac70c1, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dee9de-c325-4f09-adc7-920aef7d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:33.323063 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:33.347311 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks [] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:33.395734 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:33.398319 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] For port c3651d18-05ce-4d9a-b528-b555c7ac70c1, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:33.402566 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] For port c3651d18-05ce-4d9a-b528-b555c7ac70c1, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=c3651d18-05ce-4d9a-b528-b555c7ac70c1,segment=NetworkSegment(d2dee9de-c325-4f09-adc7-920aef7d3f8b),segment_id=d2dee9de-c325-4f09-adc7-920aef7d3f8b)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:33.414968 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:33.465318 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:33.471220 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:33.478669 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:33.479219 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebab16-410c-46f0-a01d-e238d776dc4c None None] Pushing event updated for resources: {'Port': ['ID=c3651d18-05ce-4d9a-b528-b555c7ac70c1,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:33.483515 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Pushing event updated for resources: {'Port': ['ID=2361a36f-277b-4650-b60b-9c006f04ad3a,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:33.484598 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Attempt 6 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:33.530237 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Port 1d6d895b-1f82-4913-9954-c91562e33ce5 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:33.774437 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks [] for router_gateway (970e035c-5f75-46a4-a591-a58e31284d46), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:33.833699 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a660f9-36d3-4f4a-a8c8-80ba30d5be1a req-4f04bb61-2d1f-4122-b536-56ed1b71c8e8 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:33.836573 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-63a660f9-36d3-4f4a-a8c8-80ba30d5be1a req-4f04bb61-2d1f-4122-b536-56ed1b71c8e8 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 945 time: 0.1273227 Oct 28 17:12:33.844336 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Sync routers for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:12:33.862266 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:33.862981 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:34.032292 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Attempt 7 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:34.071212 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Port 1d6d895b-1f82-4913-9954-c91562e33ce5 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:34.072548 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:34.206773 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-63a660f9-36d3-4f4a-a8c8-80ba30d5be1a req-9b16aca8-5709-453a-825a-dd96afd7b679 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586130 Oct 28 17:12:34.331290 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 2, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:34.356225 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Checking router: b355eae0-68f0-4aad-89ff-9ad3dc158f12 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:12:34.356629 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Updating router b355eae0-68f0-4aad-89ff-9ad3dc158f12 port 1d6d895b-1f82-4913-9954-c91562e33ce5 binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:12:34.389470 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7929028'] for router (970e035c-5f75-46a4-a591-a58e31284d46), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.394981 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.460945 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430f60a-2da0-46b6-88d8-0f96aceb7513 req-cf1ca4bd-9ce7-42c9-8ff0-77560550c4fa tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:34.462550 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2430f60a-2da0-46b6-88d8-0f96aceb7513 req-cf1ca4bd-9ce7-42c9-8ff0-77560550c4fa tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 945 time: 0.1685483 Oct 28 17:12:34.469745 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa3107-6a56-4977-bcc9-0fcc3cc368a6 req-74c30e55-0f11-4247-b73c-87c323d39f4f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:34.471881 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-95fa3107-6a56-4977-bcc9-0fcc3cc368a6 req-74c30e55-0f11-4247-b73c-87c323d39f4f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.1760881 Oct 28 17:12:34.486915 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device c3651d18-05ce-4d9a-b528-b555c7ac70c1 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:34.552395 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port c3651d18-05ce-4d9a-b528-b555c7ac70c1 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:34.553280 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.553820 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port c3651d18-05ce-4d9a-b528-b555c7ac70c1 Oct 28 17:12:34.584069 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Attempt 8 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:34.596519 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-95fa3107-6a56-4977-bcc9-0fcc3cc368a6 req-32c714d6-6acf-4bd8-aba8-2083da72fdb2 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128819 Oct 28 17:12:34.613155 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2430f60a-2da0-46b6-88d8-0f96aceb7513 req-f561f279-2449-45fd-9a42-3af7cf3379ac tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365378 Oct 28 17:12:34.622779 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Port 1d6d895b-1f82-4913-9954-c91562e33ce5 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:34.663429 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Router 970e035c-5f75-46a4-a591-a58e31284d46 is scheduled to L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 17:12:34.675528 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf594f29-9307-4606-b7db-880dbe3854f0 None None] Network 523c6686-e636-4947-acfc-47c9d2c3f654 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:12:34.726304 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Publish callbacks [] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.734598 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port c3651d18-05ce-4d9a-b528-b555c7ac70c1 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:34.735225 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.735813 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.775995 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port c3651d18-05ce-4d9a-b528-b555c7ac70c1, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=c3651d18-05ce-4d9a-b528-b555c7ac70c1,segment=NetworkSegment(d2dee9de-c325-4f09-adc7-920aef7d3f8b),segment_id=d2dee9de-c325-4f09-adc7-920aef7d3f8b)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:34.786632 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.787705 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device e5de094d-7e90-41dd-98c7-7a419d177581 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:34.789703 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a454083-49c6-4971-bb64-aac27b91bbf5 None None] Pushing event updated for resources: {'Port': ['ID=1d6d895b-1f82-4913-9954-c91562e33ce5,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:34.846924 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Attempting to bind port 1d6d895b-1f82-4913-9954-c91562e33ce5 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:34.847614 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Attempting to bind port 1d6d895b-1f82-4913-9954-c91562e33ce5 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:34.847614 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Attempting to bind port 1d6d895b-1f82-4913-9954-c91562e33ce5 on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:34.853670 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:34.854078 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Checking segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:34.854483 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.855471 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Bound using segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:34.855953 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Bound port: 1d6d895b-1f82-4913-9954-c91562e33ce5, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:34.856504 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.865091 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:12:34.883075 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Sync routers for ids ['970e035c-5f75-46a4-a591-a58e31284d46'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:12:34.888185 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.889889 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a2b88f8d-4c8c-41a2-849b-237ba17de931 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3728468 Oct 28 17:12:34.892505 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33746) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:34.939702 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Routers {'970e035c-5f75-46a4-a591-a58e31284d46'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:34.940397 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['970e035c-5f75-46a4-a591-a58e31284d46'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:34.948704 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] For port 1d6d895b-1f82-4913-9954-c91562e33ce5, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:34.953056 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] For port 1d6d895b-1f82-4913-9954-c91562e33ce5, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1d6d895b-1f82-4913-9954-c91562e33ce5,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:34.962731 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:34.978721 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=c3651d18-05ce-4d9a-b528-b555c7ac70c1,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:35.007308 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:35.007954 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:35.044464 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port e5de094d-7e90-41dd-98c7-7a419d177581 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:35.045039 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:35.045317 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port e5de094d-7e90-41dd-98c7-7a419d177581 Oct 28 17:12:35.089266 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde64083-abf5-4913-9034-cac7de13c2b3 req-386d1ea0-e363-41d3-9e8b-09f11ba581d0 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:35.091086 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dde64083-abf5-4913-9034-cac7de13c2b3 req-386d1ea0-e363-41d3-9e8b-09f11ba581d0 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 945 time: 0.1007187 Oct 28 17:12:35.096475 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Set router 970e035c-5f75-46a4-a591-a58e31284d46 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:35.106380 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a454083-49c6-4971-bb64-aac27b91bbf5 None None] Pushing event updated for resources: {'Port': ['ID=1d6d895b-1f82-4913-9954-c91562e33ce5,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:35.126207 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Attempt 9 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:35.139694 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:35.217394 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dde64083-abf5-4913-9034-cac7de13c2b3 req-d641c834-ebfd-4fa0-af3d-5474e2473089 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929258 Oct 28 17:12:35.302441 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port e5de094d-7e90-41dd-98c7-7a419d177581 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:35.418739 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:34Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:35.434416 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:35.448836 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Current status of the port 1d6d895b-1f82-4913-9954-c91562e33ce5 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:35.449631 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:35.460324 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35196c7d-cfac-4682-91e5-83083a1c7d66 None None] The sync data for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi is: [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:34Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:12:35.499391 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] For port 1d6d895b-1f82-4913-9954-c91562e33ce5, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1d6d895b-1f82-4913-9954-c91562e33ce5,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:35.505678 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970e035c-5f75-46a4-a591-a58e31284d46', 'name': 'tempest-TestVolumeBootPattern-1552448123-router', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:32Z', 'updated_at': '2022-10-28T17:12:33Z', 'revision_number': 3, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'gw_port': {'id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:33Z', 'updated_at': '2022-10-28T17:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:35.509578 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:35.537511 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Checking router: 970e035c-5f75-46a4-a591-a58e31284d46 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:12:35.538007 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Updating router 970e035c-5f75-46a4-a591-a58e31284d46 port 2361a36f-277b-4650-b60b-9c006f04ad3a binding host dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:12:35.600115 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:35.633284 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da6cb0-98d6-460c-be4d-46f8f89eaa62 None None] Pushing event updated for resources: {'Port': ['ID=1d6d895b-1f82-4913-9954-c91562e33ce5,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:35.648086 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Allocated IP 172.20.0.1 (523c6686-e636-4947-acfc-47c9d2c3f654/6369f81f-ecbc-44d9-beda-a694d1421adb/07b0d999-8191-4c7d-8599-950f22885349) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:35.711576 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-474062f5-0fbd-4af4-9325-2a5db4f5a858 None None] Provisioning complete for port 1d6d895b-1f82-4913-9954-c91562e33ce5 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:35.711927 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-474062f5-0fbd-4af4-9325-2a5db4f5a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:35.712259 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-474062f5-0fbd-4af4-9325-2a5db4f5a858 None None] Attempt 1 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:35.832826 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34582ebe-e586-4125-8c12-4d529c025027 req-46aad1ae-76b6-4ff5-9e73-7ba95dae7348 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:35.834384 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34582ebe-e586-4125-8c12-4d529c025027 req-46aad1ae-76b6-4ff5-9e73-7ba95dae7348 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.1010597 Oct 28 17:12:35.863230 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Publish callbacks [] for port (07b0d999-8191-4c7d-8599-950f22885349), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:35.918132 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34582ebe-e586-4125-8c12-4d529c025027 req-892e13d4-8303-44ea-b865-f896fccef25d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733023 Oct 28 17:12:35.931401 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (07b0d999-8191-4c7d-8599-950f22885349), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:35.975994 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Network 523c6686-e636-4947-acfc-47c9d2c3f654 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:35.979491 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:35.983518 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:35.983997 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7927825'] for router_interface (970e035c-5f75-46a4-a591-a58e31284d46), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:35.988204 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Pushing event updated for resources: {'Port': ['ID=07b0d999-8191-4c7d-8599-950f22885349,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:36.029470 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-474062f5-0fbd-4af4-9325-2a5db4f5a858 None None] Current status of the port 1d6d895b-1f82-4913-9954-c91562e33ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:36.062412 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-474062f5-0fbd-4af4-9325-2a5db4f5a858 None None] Provisioning complete for port c3651d18-05ce-4d9a-b528-b555c7ac70c1 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:36.063169 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-474062f5-0fbd-4af4-9325-2a5db4f5a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.063169 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-474062f5-0fbd-4af4-9325-2a5db4f5a858 None None] Attempt 1 to provision port c3651d18-05ce-4d9a-b528-b555c7ac70c1 Oct 28 17:12:36.155988 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (07b0d999-8191-4c7d-8599-950f22885349), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.178864 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Publish callbacks [] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), precommit_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.190837 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.225869 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-474062f5-0fbd-4af4-9325-2a5db4f5a858 None None] Current status of the port c3651d18-05ce-4d9a-b528-b555c7ac70c1 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:36.236120 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Attempting to bind port 2361a36f-277b-4650-b60b-9c006f04ad3a on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:36.236491 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Attempting to bind port 2361a36f-277b-4650-b60b-9c006f04ad3a by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:36.236858 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Attempting to bind port 2361a36f-277b-4650-b60b-9c006f04ad3a on network 91186eee-0d19-4147-a86f-a931ded67571 {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:36.248990 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:36.249376 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Checking segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:36.249777 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.250200 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Bound using segment: {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'} {{(pid=103945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:36.250690 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.managers [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Bound port: 2361a36f-277b-4650-b60b-9c006f04ad3a, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852727e-06eb-4dc0-a01d-9b482e5618b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91186eee-0d19-4147-a86f-a931ded67571'}}] {{(pid=103945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:36.251070 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.256247 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9c392-84ff-4f0e-b14f-19320e936d42 None None] Pushing event updated for resources: {'Port': ['ID=2361a36f-277b-4650-b60b-9c006f04ad3a,revision_number=2']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:36.305800 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] For port 2361a36f-277b-4650-b60b-9c006f04ad3a, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:36.313612 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] For port 2361a36f-277b-4650-b60b-9c006f04ad3a, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=2361a36f-277b-4650-b60b-9c006f04ad3a,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:36.327419 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.362513 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Publish callbacks [] for port (07b0d999-8191-4c7d-8599-950f22885349), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.370242 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (07b0d999-8191-4c7d-8599-950f22885349), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.371027 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927941'] for router_interface (970e035c-5f75-46a4-a591-a58e31284d46), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.386517 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Provisioning complete for port 07b0d999-8191-4c7d-8599-950f22885349 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:36.386897 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (07b0d999-8191-4c7d-8599-950f22885349), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.387238 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Attempt 1 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:36.390864 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Routers {'970e035c-5f75-46a4-a591-a58e31284d46'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:36.391523 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['970e035c-5f75-46a4-a591-a58e31284d46'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:36.454601 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Pushing event updated for resources: {'Port': ['ID=07b0d999-8191-4c7d-8599-950f22885349,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:36.456364 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1d6d895b-1f82-4913-9954-c91562e33ce5 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:36.481526 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9c392-84ff-4f0e-b14f-19320e936d42 None None] Pushing event updated for resources: {'Port': ['ID=2361a36f-277b-4650-b60b-9c006f04ad3a,revision_number=3']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:36.499549 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Network 523c6686-e636-4947-acfc-47c9d2c3f654 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:36.500892 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:36.510824 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Port 07b0d999-8191-4c7d-8599-950f22885349 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:36.578063 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] Set router 970e035c-5f75-46a4-a591-a58e31284d46 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:36.584193 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 1d6d895b-1f82-4913-9954-c91562e33ce5 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:36.585910 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.586328 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 1d6d895b-1f82-4913-9954-c91562e33ce5 Oct 28 17:12:36.611056 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Router 970e035c-5f75-46a4-a591-a58e31284d46 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:12:36.724385 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:12:36.734559 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8da2b4dc-a76c-4672-b74f-c4d56bef8d28 admin admin] 10.222.0.20 "PUT /v2.0/routers/970e035c-5f75-46a4-a591-a58e31284d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8406484 Oct 28 17:12:36.789216 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 1d6d895b-1f82-4913-9954-c91562e33ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:36.790338 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device c3651d18-05ce-4d9a-b528-b555c7ac70c1 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:36.880632 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port c3651d18-05ce-4d9a-b528-b555c7ac70c1 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:36.881071 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:36.881410 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port c3651d18-05ce-4d9a-b528-b555c7ac70c1 Oct 28 17:12:36.906384 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970e035c-5f75-46a4-a591-a58e31284d46', 'name': 'tempest-TestVolumeBootPattern-1552448123-router', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:32Z', 'updated_at': '2022-10-28T17:12:36Z', 'revision_number': 4, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'gw_port': {'id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:33Z', 'updated_at': '2022-10-28T17:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '07b0d999-8191-4c7d-8599-950f22885349', 'name': '', 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'mac_address': 'fa:16:3e:75:00:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6369f81f-ecbc-44d9-beda-a694d1421adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:35Z', 'updated_at': '2022-10-28T17:12:36Z', 'revision_number': 2, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'subnets': [{'id': '6369f81f-ecbc-44d9-beda-a694d1421adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:36.943160 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd9983-714f-4ac1-bd3d-ef679f1ace23 None None] The sync data for ids ['970e035c-5f75-46a4-a591-a58e31284d46'] in dv-cinder-859839-1-iscsi is: [{'id': '970e035c-5f75-46a4-a591-a58e31284d46', 'name': 'tempest-TestVolumeBootPattern-1552448123-router', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:32Z', 'updated_at': '2022-10-28T17:12:36Z', 'revision_number': 4, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'gw_port': {'id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:33Z', 'updated_at': '2022-10-28T17:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '07b0d999-8191-4c7d-8599-950f22885349', 'name': '', 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'mac_address': 'fa:16:3e:75:00:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6369f81f-ecbc-44d9-beda-a694d1421adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:35Z', 'updated_at': '2022-10-28T17:12:36Z', 'revision_number': 2, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'subnets': [{'id': '6369f81f-ecbc-44d9-beda-a694d1421adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:12:37.006964 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port c3651d18-05ce-4d9a-b528-b555c7ac70c1 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:37.014992 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Attempt 2 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:37.057684 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Port 07b0d999-8191-4c7d-8599-950f22885349 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:37.128209 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33792) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:37.132951 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-75ab2621-ffcc-4728-980a-0d710a921b80 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012344524', 'description': 'tempest-secgroup-smoke-1012344524 description', 'project_id': '3abebcebabd8423b88fce0d5e65b81a7'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:37.165884 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75ab2621-ffcc-4728-980a-0d710a921b80 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.299300 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021800a-5847-42f5-88f7-356b2f5fa222 req-673241c0-7fb0-4095-bc75-e13b07b8369f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:37.300976 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7021800a-5847-42f5-88f7-356b2f5fa222 req-673241c0-7fb0-4095-bc75-e13b07b8369f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.1206005 Oct 28 17:12:37.339493 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75ab2621-ffcc-4728-980a-0d710a921b80 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group (dc4b307b-622e-49b3-9e6a-d62eb64b5be5), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.347753 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75ab2621-ffcc-4728-980a-0d710a921b80 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (dc4b307b-622e-49b3-9e6a-d62eb64b5be5), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.396000 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75ab2621-ffcc-4728-980a-0d710a921b80 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.397382 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-75ab2621-ffcc-4728-980a-0d710a921b80 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2681174 Oct 28 17:12:37.400764 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33796) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:37.404104 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7021800a-5847-42f5-88f7-356b2f5fa222 req-070f2bbe-10c8-48e6-abe5-8fcb5ed60887 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905464 Oct 28 17:12:37.406306 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab2621-ffcc-4728-980a-0d710a921b80 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4b307b-622e-49b3-9e6a-d62eb64b5be5,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:37.407678 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-0de5ca6c-3456-4753-aab3-de17a3c651fe tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'security_group_rule': {'security_group_id': 'dc4b307b-622e-49b3-9e6a-d62eb64b5be5', 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:37.440847 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0de5ca6c-3456-4753-aab3-de17a3c651fe tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (035222b9-0133-470f-a77d-303f9e9940cb), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.499799 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0de5ca6c-3456-4753-aab3-de17a3c651fe tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (035222b9-0133-470f-a77d-303f9e9940cb), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.504305 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0de5ca6c-3456-4753-aab3-de17a3c651fe tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (035222b9-0133-470f-a77d-303f9e9940cb), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.521763 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5ca6c-3456-4753-aab3-de17a3c651fe tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035222b9-0133-470f-a77d-303f9e9940cb,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:37.530286 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0de5ca6c-3456-4753-aab3-de17a3c651fe tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.531590 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0de5ca6c-3456-4753-aab3-de17a3c651fe tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291986 Oct 28 17:12:37.534494 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33798) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:37.539078 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-88206e34-0a2d-43ec-b4eb-646f033996d3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'security_group_rule': {'security_group_id': 'dc4b307b-622e-49b3-9e6a-d62eb64b5be5', 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:37.558967 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Attempt 3 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:37.565162 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-88206e34-0a2d-43ec-b4eb-646f033996d3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (50acbd24-48d6-46e8-a7be-bdb679676aa8), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.598498 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Port 07b0d999-8191-4c7d-8599-950f22885349 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:37.626503 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-88206e34-0a2d-43ec-b4eb-646f033996d3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (50acbd24-48d6-46e8-a7be-bdb679676aa8), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.630802 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-88206e34-0a2d-43ec-b4eb-646f033996d3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (50acbd24-48d6-46e8-a7be-bdb679676aa8), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.655756 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88206e34-0a2d-43ec-b4eb-646f033996d3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50acbd24-48d6-46e8-a7be-bdb679676aa8,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:37.661389 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-88206e34-0a2d-43ec-b4eb-646f033996d3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.662970 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-88206e34-0a2d-43ec-b4eb-646f033996d3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274271 Oct 28 17:12:37.666489 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33802) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:37.671053 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-d0ecdfb9-ce99-40b9-91e7-192f8211eef1 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'security_group_rule': {'security_group_id': 'dc4b307b-622e-49b3-9e6a-d62eb64b5be5', 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:37.696310 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdfb9-ce99-40b9-91e7-192f8211eef1 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (154e2c50-50fc-4319-898a-a68da0a8e1cd), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.751618 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdfb9-ce99-40b9-91e7-192f8211eef1 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (154e2c50-50fc-4319-898a-a68da0a8e1cd), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.756180 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdfb9-ce99-40b9-91e7-192f8211eef1 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (154e2c50-50fc-4319-898a-a68da0a8e1cd), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.772914 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecdfb9-ce99-40b9-91e7-192f8211eef1 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154e2c50-50fc-4319-898a-a68da0a8e1cd,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:37.781650 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdfb9-ce99-40b9-91e7-192f8211eef1 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.782864 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d0ecdfb9-ce99-40b9-91e7-192f8211eef1 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154594 Oct 28 17:12:37.785693 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33804) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:37.789836 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-a9a7e87d-d3fb-40ab-abcf-dcb37a6224e7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'security_group_rule': {'security_group_id': 'dc4b307b-622e-49b3-9e6a-d62eb64b5be5', 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:37.813692 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e87d-d3fb-40ab-abcf-dcb37a6224e7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (fa7232a9-6470-45be-bd0c-13ff4a411a09), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.868691 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e87d-d3fb-40ab-abcf-dcb37a6224e7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (fa7232a9-6470-45be-bd0c-13ff4a411a09), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.874269 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e87d-d3fb-40ab-abcf-dcb37a6224e7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (fa7232a9-6470-45be-bd0c-13ff4a411a09), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.891227 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7e87d-d3fb-40ab-abcf-dcb37a6224e7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7232a9-6470-45be-bd0c-13ff4a411a09,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:37.899178 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e87d-d3fb-40ab-abcf-dcb37a6224e7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.900441 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a9a7e87d-d3fb-40ab-abcf-dcb37a6224e7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137879 Oct 28 17:12:37.903275 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33806) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:37.908077 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-a0144bab-2755-4d8e-88c0-e30419b95990 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'security_group_rule': {'security_group_id': 'dc4b307b-622e-49b3-9e6a-d62eb64b5be5', 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:37.928786 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.securitygroups_db [None req-a0144bab-2755-4d8e-88c0-e30419b95990 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Project 3abebcebabd8423b88fce0d5e65b81a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 17:12:37.934025 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a0144bab-2755-4d8e-88c0-e30419b95990 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (e52e11cf-d1a3-49c7-9d27-570e1f3bbfd4), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:37.995075 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a0144bab-2755-4d8e-88c0-e30419b95990 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (e52e11cf-d1a3-49c7-9d27-570e1f3bbfd4), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:38.000749 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a0144bab-2755-4d8e-88c0-e30419b95990 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (e52e11cf-d1a3-49c7-9d27-570e1f3bbfd4), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:38.018308 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0144bab-2755-4d8e-88c0-e30419b95990 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52e11cf-d1a3-49c7-9d27-570e1f3bbfd4,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:38.027549 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a0144bab-2755-4d8e-88c0-e30419b95990 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:38.028844 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a0144bab-2755-4d8e-88c0-e30419b95990 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245396 Oct 28 17:12:38.031574 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33810) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:38.035849 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-70fef49f-d3f8-48cc-abf5-adee4acfa1f9 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'security_group_rule': {'security_group_id': 'dc4b307b-622e-49b3-9e6a-d62eb64b5be5', 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:38.055334 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.securitygroups_db [None req-70fef49f-d3f8-48cc-abf5-adee4acfa1f9 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Project 3abebcebabd8423b88fce0d5e65b81a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 17:12:38.060045 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-70fef49f-d3f8-48cc-abf5-adee4acfa1f9 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (836ca313-7716-4490-9980-08496c34e05b), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:38.099251 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Attempt 4 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:38.122572 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-70fef49f-d3f8-48cc-abf5-adee4acfa1f9 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (836ca313-7716-4490-9980-08496c34e05b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:38.127376 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-70fef49f-d3f8-48cc-abf5-adee4acfa1f9 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (836ca313-7716-4490-9980-08496c34e05b), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:38.135072 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Port 07b0d999-8191-4c7d-8599-950f22885349 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:38.144270 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fef49f-d3f8-48cc-abf5-adee4acfa1f9 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836ca313-7716-4490-9980-08496c34e05b,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:38.153306 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-70fef49f-d3f8-48cc-abf5-adee4acfa1f9 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:38.154515 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-70fef49f-d3f8-48cc-abf5-adee4acfa1f9 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220336 Oct 28 17:12:38.399010 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 2361a36f-277b-4650-b60b-9c006f04ad3a up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:38.460674 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 2361a36f-277b-4650-b60b-9c006f04ad3a triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:38.461042 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:38.461542 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 2361a36f-277b-4650-b60b-9c006f04ad3a Oct 28 17:12:38.540111 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 2361a36f-277b-4650-b60b-9c006f04ad3a is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:38.540507 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:38.555083 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bd5c6-3205-40b9-b3b7-1c12fcdaa574 req-7a90a30d-78b5-450e-b098-8a68a28d1ba6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:38.563324 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d17bd5c6-3205-40b9-b3b7-1c12fcdaa574 req-7a90a30d-78b5-450e-b098-8a68a28d1ba6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0712593 Oct 28 17:12:38.585321 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] For port 2361a36f-277b-4650-b60b-9c006f04ad3a, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=2361a36f-277b-4650-b60b-9c006f04ad3a,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:38.592034 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:38.626443 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d17bd5c6-3205-40b9-b3b7-1c12fcdaa574 req-1a04eb13-c9f2-422c-9219-2a64ef0e2333 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 Oct 28 17:12:38.661380 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Attempt 5 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:38.700025 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Pushing event updated for resources: {'Port': ['ID=2361a36f-277b-4650-b60b-9c006f04ad3a,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:38.705528 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Port 07b0d999-8191-4c7d-8599-950f22885349 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:39.080887 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-09e179d5-7c66-4232-b445-460d2a886bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:39.205040 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Attempt 6 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:39.238603 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Port 07b0d999-8191-4c7d-8599-950f22885349 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:39.641305 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Sync routers for ids ['970e035c-5f75-46a4-a591-a58e31284d46'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:12:39.653147 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Routers {'970e035c-5f75-46a4-a591-a58e31284d46'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:39.653905 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['970e035c-5f75-46a4-a591-a58e31284d46'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:39.740312 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Attempt 7 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:39.753185 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a01331-3f1e-415b-98ad-68c2a50f9ca4 req-562e5b03-3a35-476d-8067-fd60e6e62bb6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:39.755486 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-07a01331-3f1e-415b-98ad-68c2a50f9ca4 req-562e5b03-3a35-476d-8067-fd60e6e62bb6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0594673 Oct 28 17:12:39.757782 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Set router 970e035c-5f75-46a4-a591-a58e31284d46 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:39.785449 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Port 07b0d999-8191-4c7d-8599-950f22885349 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:39.813274 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-07a01331-3f1e-415b-98ad-68c2a50f9ca4 req-1383e09d-cabd-4d99-9b51-9e562b1158aa tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511911 Oct 28 17:12:39.969801 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970e035c-5f75-46a4-a591-a58e31284d46', 'name': 'tempest-TestVolumeBootPattern-1552448123-router', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:32Z', 'updated_at': '2022-10-28T17:12:36Z', 'revision_number': 4, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'gw_port': {'id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:33Z', 'updated_at': '2022-10-28T17:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '07b0d999-8191-4c7d-8599-950f22885349', 'name': '', 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'mac_address': 'fa:16:3e:75:00:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6369f81f-ecbc-44d9-beda-a694d1421adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:35Z', 'updated_at': '2022-10-28T17:12:36Z', 'revision_number': 2, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'subnets': [{'id': '6369f81f-ecbc-44d9-beda-a694d1421adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:39.997265 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Checking router: 970e035c-5f75-46a4-a591-a58e31284d46 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:12:39.997498 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Updating router 970e035c-5f75-46a4-a591-a58e31284d46 port 07b0d999-8191-4c7d-8599-950f22885349 binding host dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 17:12:40.026545 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (07b0d999-8191-4c7d-8599-950f22885349), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:40.282368 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Publish callbacks [] for port (07b0d999-8191-4c7d-8599-950f22885349), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:40.290204 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (07b0d999-8191-4c7d-8599-950f22885349), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:40.295242 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Attempt 8 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:40.331046 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe74f0-0682-4b4c-8214-e1c1113bb2db None None] Pushing event updated for resources: {'Port': ['ID=07b0d999-8191-4c7d-8599-950f22885349,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:40.342416 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 2361a36f-277b-4650-b60b-9c006f04ad3a up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:40.347397 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Port 07b0d999-8191-4c7d-8599-950f22885349 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:40.390757 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 2361a36f-277b-4650-b60b-9c006f04ad3a triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:40.391133 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:40.391643 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 2361a36f-277b-4650-b60b-9c006f04ad3a Oct 28 17:12:40.467665 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 2361a36f-277b-4650-b60b-9c006f04ad3a is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:40.476818 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Attempting to bind port 07b0d999-8191-4c7d-8599-950f22885349 on host dv-cinder-859839-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:40.477179 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Attempting to bind port 07b0d999-8191-4c7d-8599-950f22885349 by drivers openvswitch,hyperv on host dv-cinder-859839-1-iscsi at level 0 using segments [{'id': 'd2dee9de-c325-4f09-adc7-920aef7d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:40.477550 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Attempting to bind port 07b0d999-8191-4c7d-8599-950f22885349 on network 523c6686-e636-4947-acfc-47c9d2c3f654 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:40.483597 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Checking agent: {'id': 'b94a4801-a3d5-4ba9-a219-d083eeefb913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 0, 45), 'started_at': datetime.datetime(2022, 10, 28, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:40.483978 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Checking segment: {'id': 'd2dee9de-c325-4f09-adc7-920aef7d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:40.484398 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:40.484817 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Bound using segment: {'id': 'd2dee9de-c325-4f09-adc7-920aef7d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:40.485291 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Bound port: 07b0d999-8191-4c7d-8599-950f22885349, host: dv-cinder-859839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dee9de-c325-4f09-adc7-920aef7d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:40.485668 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (07b0d999-8191-4c7d-8599-950f22885349), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:40.547712 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] For port 07b0d999-8191-4c7d-8599-950f22885349, host dv-cinder-859839-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:40.551122 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] For port 07b0d999-8191-4c7d-8599-950f22885349, host dv-cinder-859839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=07b0d999-8191-4c7d-8599-950f22885349,segment=NetworkSegment(d2dee9de-c325-4f09-adc7-920aef7d3f8b),segment_id=d2dee9de-c325-4f09-adc7-920aef7d3f8b)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:40.557396 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (07b0d999-8191-4c7d-8599-950f22885349), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:40.588550 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Routers {'970e035c-5f75-46a4-a591-a58e31284d46'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:40.589159 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['970e035c-5f75-46a4-a591-a58e31284d46'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:40.650552 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe74f0-0682-4b4c-8214-e1c1113bb2db None None] Pushing event updated for resources: {'Port': ['ID=07b0d999-8191-4c7d-8599-950f22885349,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:40.710747 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] Set router 970e035c-5f75-46a4-a591-a58e31284d46 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:40.848664 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Attempt 9 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:40.918297 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970e035c-5f75-46a4-a591-a58e31284d46', 'name': 'tempest-TestVolumeBootPattern-1552448123-router', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:32Z', 'updated_at': '2022-10-28T17:12:36Z', 'revision_number': 4, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'gw_port': {'id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:33Z', 'updated_at': '2022-10-28T17:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '07b0d999-8191-4c7d-8599-950f22885349', 'name': '', 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'mac_address': 'fa:16:3e:75:00:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6369f81f-ecbc-44d9-beda-a694d1421adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:35Z', 'updated_at': '2022-10-28T17:12:40Z', 'revision_number': 4, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'subnets': [{'id': '6369f81f-ecbc-44d9-beda-a694d1421adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:40.937541 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d78fd-7c9b-48db-a339-4c8d6f29bc90 req-aac1f70c-709f-491c-8c81-6f7bf2af486f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:40.939228 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-426d78fd-7c9b-48db-a339-4c8d6f29bc90 req-aac1f70c-709f-491c-8c81-6f7bf2af486f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0587840 Oct 28 17:12:40.946871 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ede0ef-661e-4417-9cf1-83655d185f12 None None] The sync data for ids ['970e035c-5f75-46a4-a591-a58e31284d46'] in dv-cinder-859839-1-iscsi is: [{'id': '970e035c-5f75-46a4-a591-a58e31284d46', 'name': 'tempest-TestVolumeBootPattern-1552448123-router', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:32Z', 'updated_at': '2022-10-28T17:12:36Z', 'revision_number': 4, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'gw_port': {'id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:33Z', 'updated_at': '2022-10-28T17:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '07b0d999-8191-4c7d-8599-950f22885349', 'name': '', 'network_id': '523c6686-e636-4947-acfc-47c9d2c3f654', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'mac_address': 'fa:16:3e:75:00:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6369f81f-ecbc-44d9-beda-a694d1421adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:35Z', 'updated_at': '2022-10-28T17:12:40Z', 'revision_number': 4, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'subnets': [{'id': '6369f81f-ecbc-44d9-beda-a694d1421adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:12:40.952274 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Current status of the port 07b0d999-8191-4c7d-8599-950f22885349 is: DOWN; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:40.953002 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (07b0d999-8191-4c7d-8599-950f22885349), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:40.990103 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] For port 07b0d999-8191-4c7d-8599-950f22885349, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=07b0d999-8191-4c7d-8599-950f22885349,segment=NetworkSegment(d2dee9de-c325-4f09-adc7-920aef7d3f8b),segment_id=d2dee9de-c325-4f09-adc7-920aef7d3f8b)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:40.994807 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (07b0d999-8191-4c7d-8599-950f22885349), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:40.997067 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-426d78fd-7c9b-48db-a339-4c8d6f29bc90 req-b494d66d-513d-4ccd-afac-ab869a549af9 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520265 Oct 28 17:12:41.056347 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78d724-6a62-46a8-be60-ee5de0849a03 None None] Pushing event updated for resources: {'Port': ['ID=07b0d999-8191-4c7d-8599-950f22885349,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:41.119019 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-f4908298-9e69-4dce-aea3-87762c5c3315 None None] Provisioning complete for port 07b0d999-8191-4c7d-8599-950f22885349 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:41.119459 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f4908298-9e69-4dce-aea3-87762c5c3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (07b0d999-8191-4c7d-8599-950f22885349), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:41.119878 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-f4908298-9e69-4dce-aea3-87762c5c3315 None None] Attempt 1 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:41.197713 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-f4908298-9e69-4dce-aea3-87762c5c3315 None None] Current status of the port 07b0d999-8191-4c7d-8599-950f22885349 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:41.435119 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-436df115-747e-4f66-ad26-300dc8e5a36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:42.140217 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45081a-2984-4c04-b29f-3f450b995ea4 req-2c782244-a2da-43c4-8b26-32b36bebdde2 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:42.141852 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bf45081a-2984-4c04-b29f-3f450b995ea4 req-2c782244-a2da-43c4-8b26-32b36bebdde2 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0601797 Oct 28 17:12:42.192917 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bf45081a-2984-4c04-b29f-3f450b995ea4 req-02f33416-535d-42f2-aeed-b06ee925d010 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444922 Oct 28 17:12:42.344029 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 07b0d999-8191-4c7d-8599-950f22885349 up at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:12:42.395303 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Provisioning complete for port 07b0d999-8191-4c7d-8599-950f22885349 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:42.395559 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (07b0d999-8191-4c7d-8599-950f22885349), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:42.395948 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Attempt 1 to provision port 07b0d999-8191-4c7d-8599-950f22885349 Oct 28 17:12:42.487613 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:42.488401 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Current status of the port 07b0d999-8191-4c7d-8599-950f22885349 is: ACTIVE; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:12:42.671811 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa1279-56d7-48f8-bc48-6c2b36e9dbec req-9ab275f2-3af3-44e6-9e60-c13ea3255cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:42.673299 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c5aa1279-56d7-48f8-bc48-6c2b36e9dbec req-9ab275f2-3af3-44e6-9e60-c13ea3255cbf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 1130 time: 0.0449095 Oct 28 17:12:42.729603 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c5aa1279-56d7-48f8-bc48-6c2b36e9dbec req-4d942996-28a8-4a47-97b0-b6b0f45a2caf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390036 Oct 28 17:12:43.322304 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbae56-b2b4-4817-b315-ea391b0bdd86 req-012e5d2e-9351-45a2-85b7-a250d6191b4c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:43.323789 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b5dbae56-b2b4-4817-b315-ea391b0bdd86 req-012e5d2e-9351-45a2-85b7-a250d6191b4c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0582004 Oct 28 17:12:43.374614 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b5dbae56-b2b4-4817-b315-ea391b0bdd86 req-2923027b-d7c9-44b0-baaa-954e3705be46 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Oct 28 17:12:44.050744 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:44.507622 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572be5f-f1ca-4c7a-846c-bc3df5052716 req-3e0b5f8c-1753-4c45-8144-8d5250a9ecc5 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:44.509337 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1572be5f-f1ca-4c7a-846c-bc3df5052716 req-3e0b5f8c-1753-4c45-8144-8d5250a9ecc5 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0618498 Oct 28 17:12:44.558271 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1572be5f-f1ca-4c7a-846c-bc3df5052716 req-445b3f6c-6bac-4145-a52e-08bcd2819e0a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 Oct 28 17:12:45.355079 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:45.685469 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50816a41-bcbb-46cd-aed9-1f29db229762 req-82a767d4-2187-44eb-bb31-ddffb134555d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:45.687333 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-50816a41-bcbb-46cd-aed9-1f29db229762 req-82a767d4-2187-44eb-bb31-ddffb134555d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0549703 Oct 28 17:12:45.739315 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-50816a41-bcbb-46cd-aed9-1f29db229762 req-96e51662-be62-451e-a37d-3515fea4429e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463297 Oct 28 17:12:46.065808 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-a8b0bd1e-91ba-4e30-96d5-a23964657a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:46.067349 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-a8b0bd1e-91ba-4e30-96d5-a23964657a93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 1130 time: 0.1088881 Oct 28 17:12:46.076595 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ca7e2-f202-476a-96bb-c2d189917998 req-217585d6-2a4f-4b13-aa56-b8f0afcbd9dd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:46.078132 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-750ca7e2-f202-476a-96bb-c2d189917998 req-217585d6-2a4f-4b13-aa56-b8f0afcbd9dd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.1115954 Oct 28 17:12:46.147124 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76ffd5-fb54-4803-b3a6-8aa123e765b7 req-575b8a44-113f-4917-85bb-cc59da4b05d1 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:46.148600 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc76ffd5-fb54-4803-b3a6-8aa123e765b7 req-575b8a44-113f-4917-85bb-cc59da4b05d1 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 945 time: 0.1439271 Oct 28 17:12:46.234579 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-750ca7e2-f202-476a-96bb-c2d189917998 req-474770a8-bfcf-40ce-83df-fb679240052e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460471 Oct 28 17:12:46.244554 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-65b56178-55b3-4293-b677-cec6da034295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:46.246043 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-65b56178-55b3-4293-b677-cec6da034295 service neutron] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 919 time: 0.1655757 Oct 28 17:12:46.249293 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc76ffd5-fb54-4803-b3a6-8aa123e765b7 req-b2cd54d3-8b43-4f53-9c4c-9e3282d842ab tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917106 Oct 28 17:12:46.279963 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33944) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:46.289798 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-c3cac030-168d-433b-9c80-7c05dda52d0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a79b9f2-b282-48ff-b5df-8193de59a513 HTTP/1.1" status: 200 len: 217 time: 0.0372775 Oct 28 17:12:46.344282 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-9ac39858-cf49-46ee-8ed3-9084113a3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:46.345836 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-9ac39858-cf49-46ee-8ed3-9084113a3371 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0459888 Oct 28 17:12:46.398710 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-627dd494-1f71-4d2d-98f8-6716a3020445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:46.400954 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-627dd494-1f71-4d2d-98f8-6716a3020445 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480692 Oct 28 17:12:46.480516 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98644197-baea-4df3-8011-7cb77a15c548 tempest-TestMinimumBasicScenario-884303740 tempest-TestMinimumBasicScenario-884303740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:46.482106 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-98644197-baea-4df3-8011-7cb77a15c548 tempest-TestMinimumBasicScenario-884303740 tempest-TestMinimumBasicScenario-884303740-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 1124 time: 0.2010565 Oct 28 17:12:46.485519 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33950) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:46.490050 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'port_id': 'f3786c0d-495b-4948-b133-477821b66f8c', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:46.517273 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:46.630645 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:46.740691 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Allocated IP 172.27.0.139 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/33947a03-9832-455e-bf79-7d8f7f5bfb82) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:46.744220 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-17556f95-52dd-46e1-94b2-5302c070e514 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360753 Oct 28 17:12:46.842154 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-82603cde-07aa-4fe0-9991-f5439a46c09e req-f9b10b0a-8779-430e-a3ef-441a96ffa574 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833912 Oct 28 17:12:46.849070 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for port (33947a03-9832-455e-bf79-7d8f7f5bfb82), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:46.882547 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (33947a03-9832-455e-bf79-7d8f7f5bfb82), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:46.917536 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:46.922182 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:46.925601 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:46.949696 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'Port': ['ID=33947a03-9832-455e-bf79-7d8f7f5bfb82,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:47.380350 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc91c-ba0c-4cdb-a4e2-2ca2c3ca9097 req-2a48d628-5e93-45c7-aae4-5582d27a87e1 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:47.382001 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dbcbc91c-ba0c-4cdb-a4e2-2ca2c3ca9097 req-2a48d628-5e93-45c7-aae4-5582d27a87e1 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0707610 Oct 28 17:12:47.433364 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dbcbc91c-ba0c-4cdb-a4e2-2ca2c3ca9097 req-0016b84f-3424-44c1-a562-1a360520a1de tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453982 Oct 28 17:12:47.580136 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for floatingip (b4357a16-0da2-4b87-b410-934b123a1770), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:47.657183 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (33947a03-9832-455e-bf79-7d8f7f5bfb82), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:47.805623 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for port (33947a03-9832-455e-bf79-7d8f7f5bfb82), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:47.810480 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (33947a03-9832-455e-bf79-7d8f7f5bfb82), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:47.873810 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (b4357a16-0da2-4b87-b410-934b123a1770), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:47.875727 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'Port': ['ID=33947a03-9832-455e-bf79-7d8f7f5bfb82,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:47.974467 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Floating IP b4357a16-0da2-4b87-b410-934b123a1770 associated. External IP: 172.27.0.139, port: f3786c0d-495b-4948-b133-477821b66f8c. Oct 28 17:12:48.173047 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:12:48.275947 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:12:48.287028 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] Sync routers for ids ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:12:48.296326 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:48.298096 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] Routers {'057102e3-5cc6-4db2-9ff7-4458bf4d5111'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:48.298731 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:48.330014 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8a6c4ae7-48c6-4a37-850a-f2452458b460 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8434019 Oct 28 17:12:48.330924 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:12:48.333020 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33960) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:48.334873 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900737cc-a96a-490e-9b28-dcfff128eaad" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "tag": "f3786c0d-495b-4948-b133-477821b66f8c"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:12:48.338103 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-7d4e4f02-8bbf-4a7e-a85c-ff0ec28d4db7 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236498774', 'description': 'tempest-secgroup-smoke-236498774 description', 'project_id': '7654683fb6b74d3488de28ae23771aa2'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:48.359604 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4f02-8bbf-4a7e-a85c-ff0ec28d4db7 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:48.373360 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c49cf1e-a6df-4e4a-9a14-5d8ec4d2440b x-openstack-request-id: req-2c49cf1e-a6df-4e4a-9a14-5d8ec4d2440b {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:12:48.373655 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "tag": "f3786c0d-495b-4948-b133-477821b66f8c", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:12:48.373910 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c49cf1e-a6df-4e4a-9a14-5d8ec4d2440b {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:12:48.374540 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c49cf1e-a6df-4e4a-9a14-5d8ec4d2440b'] response: {'name': 'network-changed', 'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c', 'status': 'completed', 'code': 200} Oct 28 17:12:48.413528 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] Set router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:48.455644 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4f02-8bbf-4a7e-a85c-ff0ec28d4db7 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group (f1e26a8b-0d1d-4c22-97a6-1962c853d035), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:48.462898 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4f02-8bbf-4a7e-a85c-ff0ec28d4db7 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (f1e26a8b-0d1d-4c22-97a6-1962c853d035), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:48.501041 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4f02-8bbf-4a7e-a85c-ff0ec28d4db7 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:48.502340 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7d4e4f02-8bbf-4a7e-a85c-ff0ec28d4db7 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1681321 Oct 28 17:12:48.505274 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33968) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:48.509605 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-295523f7-6612-4d4e-b14a-e48736378cdf tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'security_group_rule': {'security_group_id': 'f1e26a8b-0d1d-4c22-97a6-1962c853d035', 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:48.515731 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e4f02-8bbf-4a7e-a85c-ff0ec28d4db7 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e26a8b-0d1d-4c22-97a6-1962c853d035,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:48.525000 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900737cc-a96a-490e-9b28-dcfff128eaad req-d6b7ec8a-50a1-47e3-bfc5-8cbf4d6c4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:48.526542 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-900737cc-a96a-490e-9b28-dcfff128eaad req-d6b7ec8a-50a1-47e3-bfc5-8cbf4d6c4964 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7654683fb6b74d3488de28ae23771aa2&device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 1129 time: 0.1111546 Oct 28 17:12:48.644615 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-295523f7-6612-4d4e-b14a-e48736378cdf tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (2e59d0f0-89fb-411c-95fb-28e305246008), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:48.726579 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089da328-1ef6-4bce-a332-5d6e821d3fa9 req-c5b3e209-e629-443d-b392-67044f54632f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:48.728435 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-089da328-1ef6-4bce-a332-5d6e821d3fa9 req-c5b3e209-e629-443d-b392-67044f54632f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.2089312 Oct 28 17:12:48.746420 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900737cc-a96a-490e-9b28-dcfff128eaad req-ced8bbbd-3ebb-48f5-a513-36f210e3d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:48.748108 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-900737cc-a96a-490e-9b28-dcfff128eaad req-ced8bbbd-3ebb-48f5-a513-36f210e3d420 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4526a78e-5b70-46b4-957d-2eced02410ae HTTP/1.1" status: 200 len: 916 time: 0.2113705 Oct 28 17:12:48.791735 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-703a658c-4b33-4585-affa-4dc9e5f48acc tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811350850&fields=id&tenant_id=142eaebbbefa4813a08ddc6bc669ab79 HTTP/1.1" status: 200 len: 267 time: 0.1420112 Oct 28 17:12:48.838964 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'b4357a16-0da2-4b87-b410-934b123a1770', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'port_id': 'f3786c0d-495b-4948-b133-477821b66f8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'mac_address': 'fa:16:3e:10:6f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:12:47Z', 'updated_at': '2022-10-28T17:12:47Z', 'revision_number': 0, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 5, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:48.864044 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] Checking router: 057102e3-5cc6-4db2-9ff7-4458bf4d5111 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:12:48.873233 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] Routers {'057102e3-5cc6-4db2-9ff7-4458bf4d5111'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:12:48.873866 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:12:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:48.895434 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-295523f7-6612-4d4e-b14a-e48736378cdf tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (2e59d0f0-89fb-411c-95fb-28e305246008), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:48.914156 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-295523f7-6612-4d4e-b14a-e48736378cdf tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (2e59d0f0-89fb-411c-95fb-28e305246008), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:48.950443 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-089da328-1ef6-4bce-a332-5d6e821d3fa9 req-741ba2f8-a97b-457d-9332-287662fecdcc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094982 Oct 28 17:12:48.952146 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-900737cc-a96a-490e-9b28-dcfff128eaad req-3ad240f1-a853-4373-ac4b-f420748f0a26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3786c0d-495b-4948-b133-477821b66f8c HTTP/1.1" status: 200 len: 999 time: 0.1843145 Oct 28 17:12:48.957844 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295523f7-6612-4d4e-b14a-e48736378cdf tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e59d0f0-89fb-411c-95fb-28e305246008,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:48.989360 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] Set router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:12:48.999364 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-295523f7-6612-4d4e-b14a-e48736378cdf tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.003657 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-295523f7-6612-4d4e-b14a-e48736378cdf tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4945595 Oct 28 17:12:49.004407 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33974) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:49.009215 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-1601c47d-fcf2-4ee0-9cac-2360d1ada228 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'security_group_rule': {'security_group_id': 'f1e26a8b-0d1d-4c22-97a6-1962c853d035', 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:49.041583 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977bae-accc-4309-9e7f-60387d622eb0 req-ba6ffdef-9959-4992-80f8-fbcf5f8d3e1d tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:49.042960 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1601c47d-fcf2-4ee0-9cac-2360d1ada228 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (669aaf72-512c-44b0-a50c-4e467c15ed4f), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.049046 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-ba6ffdef-9959-4992-80f8-fbcf5f8d3e1d tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/networks?id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca HTTP/1.1" status: 200 len: 808 time: 0.2277563 Oct 28 17:12:49.061560 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900737cc-a96a-490e-9b28-dcfff128eaad req-22531742-8833-4750-b5c7-d16ed9d7a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:49.063638 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-900737cc-a96a-490e-9b28-dcfff128eaad req-22531742-8833-4750-b5c7-d16ed9d7a7f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc36c1bd-daa1-4cf4-8be1-c6108ac9e429 HTTP/1.1" status: 200 len: 854 time: 0.1035721 Oct 28 17:12:49.066492 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-5069df72-d598-4454-b11b-845138934b49 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/quotas/142eaebbbefa4813a08ddc6bc669ab79 HTTP/1.1" status: 200 len: 375 time: 0.0166142 Oct 28 17:12:49.107923 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1601c47d-fcf2-4ee0-9cac-2360d1ada228 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (669aaf72-512c-44b0-a50c-4e467c15ed4f), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.113686 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1601c47d-fcf2-4ee0-9cac-2360d1ada228 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (669aaf72-512c-44b0-a50c-4e467c15ed4f), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.132625 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601c47d-fcf2-4ee0-9cac-2360d1ada228 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669aaf72-512c-44b0-a50c-4e467c15ed4f,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:49.146612 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1601c47d-fcf2-4ee0-9cac-2360d1ada228 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.148149 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1601c47d-fcf2-4ee0-9cac-2360d1ada228 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426270 Oct 28 17:12:49.151132 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33976) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:49.155847 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-58ff0382-f373-4ad8-b74d-11b8ce1065ca tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'security_group_rule': {'security_group_id': 'f1e26a8b-0d1d-4c22-97a6-1962c853d035', 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:49.157107 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900737cc-a96a-490e-9b28-dcfff128eaad req-0920b66c-1cbb-4e6f-8cb6-58a1a3932fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:49.158884 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-900737cc-a96a-490e-9b28-dcfff128eaad req-0920b66c-1cbb-4e6f-8cb6-58a1a3932fa8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4526a78e-5b70-46b4-957d-2eced02410ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854959 Oct 28 17:12:49.169933 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-96394917-ac03-448b-8289-a22be9ee9109 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=142eaebbbefa4813a08ddc6bc669ab79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976965 Oct 28 17:12:49.200851 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-58ff0382-f373-4ad8-b74d-11b8ce1065ca tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (4c7cc988-ea24-4bef-aceb-638ecf6f0a40), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.259312 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'b4357a16-0da2-4b87-b410-934b123a1770', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'port_id': 'f3786c0d-495b-4948-b133-477821b66f8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'mac_address': 'fa:16:3e:10:6f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:12:47Z', 'updated_at': '2022-10-28T17:12:47Z', 'revision_number': 0, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 5, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:12:49.269441 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-58ff0382-f373-4ad8-b74d-11b8ce1065ca tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (4c7cc988-ea24-4bef-aceb-638ecf6f0a40), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.274208 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-58ff0382-f373-4ad8-b74d-11b8ce1065ca tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (4c7cc988-ea24-4bef-aceb-638ecf6f0a40), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.287825 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff0382-f373-4ad8-b74d-11b8ce1065ca tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7cc988-ea24-4bef-aceb-638ecf6f0a40,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:49.297116 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84a7f1-9a97-4a6c-b20b-774b53cfd4bc None None] The sync data for ids ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'] in dv-cinder-859839-1-iscsi is: [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'b4357a16-0da2-4b87-b410-934b123a1770', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'port_id': 'f3786c0d-495b-4948-b133-477821b66f8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'mac_address': 'fa:16:3e:10:6f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:12:47Z', 'updated_at': '2022-10-28T17:12:47Z', 'revision_number': 0, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 5, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:12:49.317880 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-58ff0382-f373-4ad8-b74d-11b8ce1065ca tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.319272 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-58ff0382-f373-4ad8-b74d-11b8ce1065ca tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671982 Oct 28 17:12:49.321983 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33980) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:49.339464 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-028c32c1-9b80-4e98-bc4d-4b7b7928ca53 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'security_group_rule': {'security_group_id': 'f1e26a8b-0d1d-4c22-97a6-1962c853d035', 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:49.339726 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-900737cc-a96a-490e-9b28-dcfff128eaad req-568ebb91-bd03-47c8-958d-658995f581c8 service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687033 Oct 28 17:12:49.342536 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-d74df295-2ebf-4865-a055-d640c88b0079 service neutron] 10.222.0.20 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534686 Oct 28 17:12:49.378875 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-028c32c1-9b80-4e98-bc4d-4b7b7928ca53 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (b8cc35a7-8a02-4536-b215-3f642d6ca772), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.473425 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-028c32c1-9b80-4e98-bc4d-4b7b7928ca53 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (b8cc35a7-8a02-4536-b215-3f642d6ca772), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.480926 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-028c32c1-9b80-4e98-bc4d-4b7b7928ca53 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (b8cc35a7-8a02-4536-b215-3f642d6ca772), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.513157 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c32c1-9b80-4e98-bc4d-4b7b7928ca53 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cc35a7-8a02-4536-b215-3f642d6ca772,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:49.525709 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-028c32c1-9b80-4e98-bc4d-4b7b7928ca53 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.529503 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-028c32c1-9b80-4e98-bc4d-4b7b7928ca53 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2040236 Oct 28 17:12:49.529753 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 33982) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:49.534854 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-521109e2-8afe-4a3d-bc0c-f358a89a85dd tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'security_group_rule': {'security_group_id': 'f1e26a8b-0d1d-4c22-97a6-1962c853d035', 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:49.550893 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-53a714ae-0c9c-4a12-911f-8e9fddd97337 service neutron] 10.222.0.20 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004676 Oct 28 17:12:49.552526 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-900737cc-a96a-490e-9b28-dcfff128eaad req-ad847f45-d6c6-4de9-b2fa-326bff7328ad service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920822 Oct 28 17:12:49.573985 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.securitygroups_db [None req-521109e2-8afe-4a3d-bc0c-f358a89a85dd tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Project 7654683fb6b74d3488de28ae23771aa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 17:12:49.587710 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-521109e2-8afe-4a3d-bc0c-f358a89a85dd tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (43a847fe-9c4c-42dd-8db9-c2ca6daba264), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.624861 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da1624a-83da-40d7-9d86-3a8632c02e80 None None] New status for floating IP b4357a16-0da2-4b87-b410-934b123a1770: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:12:49.667643 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-521109e2-8afe-4a3d-bc0c-f358a89a85dd tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (43a847fe-9c4c-42dd-8db9-c2ca6daba264), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.673743 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-521109e2-8afe-4a3d-bc0c-f358a89a85dd tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (43a847fe-9c4c-42dd-8db9-c2ca6daba264), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.702460 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521109e2-8afe-4a3d-bc0c-f358a89a85dd tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a847fe-9c4c-42dd-8db9-c2ca6daba264,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:49.722270 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-521109e2-8afe-4a3d-bc0c-f358a89a85dd tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.725939 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-521109e2-8afe-4a3d-bc0c-f358a89a85dd tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1948185 Oct 28 17:12:49.730233 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 33988) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:49.734898 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-890a54ff-1f2c-42f3-9556-e7aa5a753843 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'security_group_rule': {'security_group_id': 'f1e26a8b-0d1d-4c22-97a6-1962c853d035', 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:49.768087 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.securitygroups_db [None req-890a54ff-1f2c-42f3-9556-e7aa5a753843 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Project 7654683fb6b74d3488de28ae23771aa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 17:12:49.774945 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-890a54ff-1f2c-42f3-9556-e7aa5a753843 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (331a5c02-c388-4d46-869f-d4421dd43fe1), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.865911 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-890a54ff-1f2c-42f3-9556-e7aa5a753843 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (331a5c02-c388-4d46-869f-d4421dd43fe1), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.872044 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-890a54ff-1f2c-42f3-9556-e7aa5a753843 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (331a5c02-c388-4d46-869f-d4421dd43fe1), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.890979 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a54ff-1f2c-42f3-9556-e7aa5a753843 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331a5c02-c388-4d46-869f-d4421dd43fe1,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:49.907399 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-890a54ff-1f2c-42f3-9556-e7aa5a753843 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:49.912030 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-890a54ff-1f2c-42f3-9556-e7aa5a753843 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1777451 Oct 28 17:12:49.981047 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0748c10-7f08-4f21-b659-790cef58ad13 req-7c8049b4-7929-4284-9d2a-684a9187ca2b tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 210 time: 0.0349259 Oct 28 17:12:50.036255 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-e58c382c-3a8c-47a1-9862-7bd06c2f3c4b tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236498774&fields=id&tenant_id=7654683fb6b74d3488de28ae23771aa2 HTTP/1.1" status: 200 len: 267 time: 0.0579176 Oct 28 17:12:50.140085 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb05ba-80de-4766-a6ee-784c22f23dc2 req-462e2c5d-6af1-4bbf-90be-8e608b4aea63 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:50.141798 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e2bb05ba-80de-4766-a6ee-784c22f23dc2 req-462e2c5d-6af1-4bbf-90be-8e608b4aea63 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0696123 Oct 28 17:12:50.155674 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-cf55697b-e0e8-42f4-94a1-9fcd24bbb67b tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:50.157364 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-cf55697b-e0e8-42f4-94a1-9fcd24bbb67b tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 945 time: 0.1145513 Oct 28 17:12:50.170127 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-83959c31-52b2-442b-92bd-bbe8b4c1f732 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'port': {'security_groups': ['fc6e6d73-80e3-4169-9858-cd73d1b1a243', 'f1e26a8b-0d1d-4c22-97a6-1962c853d035']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:50.264019 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e2bb05ba-80de-4766-a6ee-784c22f23dc2 req-6d00b5c4-dc00-4ce0-abb1-84c15c7381ce tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056077 Oct 28 17:12:50.273734 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-83959c31-52b2-442b-92bd-bbe8b4c1f732 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (f3786c0d-495b-4948-b133-477821b66f8c), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:50.509076 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-83959c31-52b2-442b-92bd-bbe8b4c1f732 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] For port f3786c0d-495b-4948-b133-477821b66f8c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=f3786c0d-495b-4948-b133-477821b66f8c,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:12:50.540850 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-83959c31-52b2-442b-92bd-bbe8b4c1f732 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for port (f3786c0d-495b-4948-b133-477821b66f8c), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:50.546502 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-83959c31-52b2-442b-92bd-bbe8b4c1f732 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (f3786c0d-495b-4948-b133-477821b66f8c), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:50.559408 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-83959c31-52b2-442b-92bd-bbe8b4c1f732 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:50.560057 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-83959c31-52b2-442b-92bd-bbe8b4c1f732 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:50.561496 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b1e342f7-c402-419e-9a22-b8d5194cf9f7 req-83959c31-52b2-442b-92bd-bbe8b4c1f732 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "PUT /v2.0/ports/f3786c0d-495b-4948-b133-477821b66f8c HTTP/1.1" status: 200 len: 981 time: 0.3967724 Oct 28 17:12:50.562529 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:12:50.564890 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339a1c3-4c2f-4696-85b0-262bbd5a4316" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "tag": "f3786c0d-495b-4948-b133-477821b66f8c"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:12:50.569029 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['f3786c0d-495b-4948-b133-477821b66f8c'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:12:50.624090 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0582e866-11c2-42c7-bfc7-a92e940d3f24 x-openstack-request-id: req-0582e866-11c2-42c7-bfc7-a92e940d3f24 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:12:50.630271 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "tag": "f3786c0d-495b-4948-b133-477821b66f8c", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:12:50.630788 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0582e866-11c2-42c7-bfc7-a92e940d3f24 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:12:50.631430 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0582e866-11c2-42c7-bfc7-a92e940d3f24'] response: {'name': 'network-changed', 'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c', 'status': 'completed', 'code': 200} Oct 28 17:12:50.683901 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['f3786c0d-495b-4948-b133-477821b66f8c'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:12:50.701800 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83959c31-52b2-442b-92bd-bbe8b4c1f732 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'Port': ['ID=f3786c0d-495b-4948-b133-477821b66f8c,revision_number=6']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:50.740361 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-696627a0-8c98-4c28-8a7a-0faeffef9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:50.741817 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd261b5-e953-4388-855d-1387cf1c37cb req-2f747f1c-16c7-48e0-b4e4-63f5ab1717a6 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:50.742199 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-696627a0-8c98-4c28-8a7a-0faeffef9dfd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7654683fb6b74d3488de28ae23771aa2&device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 1168 time: 0.0520613 Oct 28 17:12:50.743335 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6cd261b5-e953-4388-855d-1387cf1c37cb req-2f747f1c-16c7-48e0-b4e4-63f5ab1717a6 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.1080873 Oct 28 17:12:50.768142 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c38d166-7250-468d-b6ed-782f6105c535 req-73225983-85a2-4b6e-bb26-807cd36bb532 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751224 Oct 28 17:12:50.842949 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-386eee59-e593-4446-ac36-87ca37e5951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:50.843149 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6cd261b5-e953-4388-855d-1387cf1c37cb req-bfed8a72-5ad7-4ca8-8e85-4ef663e5ba50 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902619 Oct 28 17:12:50.844518 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-386eee59-e593-4446-ac36-87ca37e5951f service neutron] 10.222.0.44 "GET /v2.0/networks?id=4526a78e-5b70-46b4-957d-2eced02410ae HTTP/1.1" status: 200 len: 916 time: 0.0950365 Oct 28 17:12:50.864021 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38d166-7250-468d-b6ed-782f6105c535 req-a8d70970-43d5-4d90-861c-6de8c72ca90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:50.865867 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c38d166-7250-468d-b6ed-782f6105c535 req-a8d70970-43d5-4d90-861c-6de8c72ca90b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 1130 time: 0.0598187 Oct 28 17:12:50.917143 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-bb282493-c055-46a2-a995-9459b59b6672 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3786c0d-495b-4948-b133-477821b66f8c HTTP/1.1" status: 200 len: 1001 time: 0.0627437 Oct 28 17:12:50.968671 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-f211d50f-169e-41d9-8be9-c10e88f4e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:50.970464 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-f211d50f-169e-41d9-8be9-c10e88f4e8ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc36c1bd-daa1-4cf4-8be1-c6108ac9e429 HTTP/1.1" status: 200 len: 854 time: 0.0461757 Oct 28 17:12:50.984659 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38d166-7250-468d-b6ed-782f6105c535 req-557c791a-f39d-4c97-a5e9-b1b01ea19263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:50.986355 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c38d166-7250-468d-b6ed-782f6105c535 req-557c791a-f39d-4c97-a5e9-b1b01ea19263 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 912 time: 0.0930912 Oct 28 17:12:51.037286 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-dc5e2445-64e7-4219-8471-05640a8f4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:51.039398 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-dc5e2445-64e7-4219-8471-05640a8f4efb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4526a78e-5b70-46b4-957d-2eced02410ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603645 Oct 28 17:12:51.092001 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c38d166-7250-468d-b6ed-782f6105c535 req-a7222dee-4972-404f-9820-253ed289aa1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 HTTP/1.1" status: 200 len: 1002 time: 0.0984583 Oct 28 17:12:51.151771 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-9fff456a-b199-420f-a798-64d1a2f72506 service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058939 Oct 28 17:12:51.227927 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6574e0a4-3a57-49fd-ad1b-6a9756a7b8df req-6ebfc758-f8ca-45fd-ad86-cdc3d559b77b tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 210 time: 0.0851667 Oct 28 17:12:51.254303 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38d166-7250-468d-b6ed-782f6105c535 req-f08031e4-ee1e-454f-bb02-1e5a981033da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:51.254303 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c38d166-7250-468d-b6ed-782f6105c535 req-f08031e4-ee1e-454f-bb02-1e5a981033da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 200 len: 850 time: 0.1451809 Oct 28 17:12:51.259722 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a339a1c3-4c2f-4696-85b0-262bbd5a4316 req-606f3328-e9ce-4122-8546-e98e773ae2df service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984042 Oct 28 17:12:51.310892 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977bae-accc-4309-9e7f-60387d622eb0 req-8458e914-9537-46bd-8f9c-b774178dceef tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:51.312892 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-8458e914-9537-46bd-8f9c-b774178dceef tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.44 "GET /v2.0/networks?id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca HTTP/1.1" status: 200 len: 808 time: 0.2193153 Oct 28 17:12:51.333518 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38d166-7250-468d-b6ed-782f6105c535 req-da907ddd-07d0-49b3-a8d4-e717aaeb9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:51.335128 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c38d166-7250-468d-b6ed-782f6105c535 req-da907ddd-07d0-49b3-a8d4-e717aaeb9995 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1275e91b-d159-4566-9d23-a40414dc1241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741034 Oct 28 17:12:51.343602 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:51.474439 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-18c1ec8f-448e-4c35-a52e-1a442401d570 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=142eaebbbefa4813a08ddc6bc669ab79 HTTP/1.1" status: 200 len: 380 time: 0.1473503 Oct 28 17:12:51.492186 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Request body: {'port': {'device_id': 'afda242b-26f6-4a0c-9efb-b123849add70', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'admin_state_up': True, 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'security_groups': ['13c01e22-4d8c-452a-bd3b-cca95e6bc9e2']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:51.514213 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586acd-63c3-448b-88b4-79e2f55baec8 req-fcc490af-20d5-4f67-b11f-6b3e69024641 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:51.515708 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-38586acd-63c3-448b-88b4-79e2f55baec8 req-fcc490af-20d5-4f67-b11f-6b3e69024641 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.1714253 Oct 28 17:12:51.543860 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c38d166-7250-468d-b6ed-782f6105c535 req-25c998b3-5416-4663-b850-3d40a6f45338 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006643 Oct 28 17:12:51.681087 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-38586acd-63c3-448b-88b4-79e2f55baec8 req-8d06b625-31d5-4499-96b5-1ad016c45e52 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343799 Oct 28 17:12:51.713228 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c38d166-7250-468d-b6ed-782f6105c535 req-18e348a7-dbf6-4a3b-9925-d8b5ab563c35 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526964 Oct 28 17:12:51.716135 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Made reservation on behalf of 142eaebbbefa4813a08ddc6bc669ab79 for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:51.719530 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:51.846061 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Allocated IP 172.20.0.13 (b6eab124-ebac-4c0d-9b63-7a4c55c577ca/928823ca-6784-4f4c-9fd4-76ea4b06ca11/cef39a08-8546-4ead-91a0-ead95355f19f) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:52.219617 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for port (cef39a08-8546-4ead-91a0-ead95355f19f), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:52.251654 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:52.294383 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Network b6eab124-ebac-4c0d-9b63-7a4c55c577ca is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:52.297481 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:52.301230 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:52.306370 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:52.306941 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:52.325461 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event updated for resources: {'Port': ['ID=cef39a08-8546-4ead-91a0-ead95355f19f,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:52.355710 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-936b3c55-bfb7-4132-b676-e84dfd4c0192 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8698180 Oct 28 17:12:52.373071 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Request body: {'port': {'device_id': 'afda242b-26f6-4a0c-9efb-b123849add70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:52.404184 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fdd09-d218-4a04-8f91-6a0e853b2c52 req-cd156834-a6bf-4f24-8186-fcfe3a846514 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:52.405738 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-631fdd09-d218-4a04-8f91-6a0e853b2c52 req-cd156834-a6bf-4f24-8186-fcfe3a846514 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 932 time: 0.0928669 Oct 28 17:12:52.466284 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:52.498491 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-631fdd09-d218-4a04-8f91-6a0e853b2c52 req-d33a6c93-6d3c-41c7-8e9d-633027a76a31 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857773 Oct 28 17:12:52.502107 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-b460a93d-cfe5-4f47-979b-c17dc28ef8b5 None None] Provisioning complete for port cef39a08-8546-4ead-91a0-ead95355f19f triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:52.515231 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-b460a93d-cfe5-4f47-979b-c17dc28ef8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:52.515231 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-b460a93d-cfe5-4f47-979b-c17dc28ef8b5 None None] Attempt 1 to provision port cef39a08-8546-4ead-91a0-ead95355f19f Oct 28 17:12:52.548746 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-b460a93d-cfe5-4f47-979b-c17dc28ef8b5 None None] Port cef39a08-8546-4ead-91a0-ead95355f19f cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:52.750726 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef39a08-8546-4ead-91a0-ead95355f19f {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:12:52.758101 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Publish callbacks [] for port (cef39a08-8546-4ead-91a0-ead95355f19f), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:52.770028 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Transition to ACTIVE for port object cef39a08-8546-4ead-91a0-ead95355f19f will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:12:52.776442 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:52.834875 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Pushing event updated for resources: {'Port': ['ID=cef39a08-8546-4ead-91a0-ead95355f19f,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:52.847735 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Attempting to bind port cef39a08-8546-4ead-91a0-ead95355f19f on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:52.848077 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Attempting to bind port cef39a08-8546-4ead-91a0-ead95355f19f by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:52.848439 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Attempting to bind port cef39a08-8546-4ead-91a0-ead95355f19f on network b6eab124-ebac-4c0d-9b63-7a4c55c577ca {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:52.853401 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Port cef39a08-8546-4ead-91a0-ead95355f19f on network b6eab124-ebac-4c0d-9b63-7a4c55c577ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:12:52.853732 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Attempting to bind port cef39a08-8546-4ead-91a0-ead95355f19f on network b6eab124-ebac-4c0d-9b63-7a4c55c577ca {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:52.859285 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:52.859627 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Checking segment: {'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:52.860068 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Bound using segment: {'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:52.860503 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Bound port: cef39a08-8546-4ead-91a0-ead95355f19f, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:52.860850 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:52.920402 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] For port cef39a08-8546-4ead-91a0-ead95355f19f, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:52.923452 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] For port cef39a08-8546-4ead-91a0-ead95355f19f, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=cef39a08-8546-4ead-91a0-ead95355f19f,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:52.932597 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:52.936464 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:52.937500 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:52.938949 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] 10.222.0.44 "PUT /v2.0/ports/cef39a08-8546-4ead-91a0-ead95355f19f HTTP/1.1" status: 200 len: 1094 time: 0.5711725 Oct 28 17:12:52.939617 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:12:52.942150 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1db5dc3-9b69-4cba-935f-b27f1cea305c" -d '{"events": [{"name": "network-changed", "server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:12:52.981427 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000eaabf-9e9a-44fc-bf33-9ee0161949a3 x-openstack-request-id: req-000eaabf-9e9a-44fc-bf33-9ee0161949a3 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:12:52.981743 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:12:52.982264 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-000eaabf-9e9a-44fc-bf33-9ee0161949a3 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:12:52.982699 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000eaabf-9e9a-44fc-bf33-9ee0161949a3'] response: {'name': 'network-changed', 'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'status': 'completed', 'code': 200} Oct 28 17:12:52.996887 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedea08-c31c-4678-a58b-9ad26f2f2755 service neutron] Pushing event updated for resources: {'Port': ['ID=cef39a08-8546-4ead-91a0-ead95355f19f,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:53.046825 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977bae-accc-4309-9e7f-60387d622eb0 req-10e2561c-0134-4931-b74a-909f5278badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:53.048462 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-10e2561c-0134-4931-b74a-909f5278badc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142eaebbbefa4813a08ddc6bc669ab79&device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 1128 time: 0.0472054 Oct 28 17:12:53.049754 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-b460a93d-cfe5-4f47-979b-c17dc28ef8b5 None None] Attempt 2 to provision port cef39a08-8546-4ead-91a0-ead95355f19f Oct 28 17:12:53.089427 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-b460a93d-cfe5-4f47-979b-c17dc28ef8b5 None None] Port cef39a08-8546-4ead-91a0-ead95355f19f had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:12:53.099630 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-77ca7464-bc1f-44a9-9c4b-8d2e6cd614df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef39a08-8546-4ead-91a0-ead95355f19f HTTP/1.1" status: 200 len: 217 time: 0.0350833 Oct 28 17:12:53.112219 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34050) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:53.116803 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-1d1d17c0-16cc-412e-a290-d5909d5d9ebd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938541095', 'description': 'tempest-description--839994505'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:53.136644 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1d1d17c0-16cc-412e-a290-d5909d5d9ebd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.152115 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977bae-accc-4309-9e7f-60387d622eb0 req-de0fa248-004b-4ae5-8f0c-272d0f506750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:53.153585 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-de0fa248-004b-4ae5-8f0c-272d0f506750 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=928823ca-6784-4f4c-9fd4-76ea4b06ca11 HTTP/1.1" status: 200 len: 847 time: 0.0445011 Oct 28 17:12:53.205413 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1d1d17c0-16cc-412e-a290-d5909d5d9ebd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group (ab9517d9-ed43-441c-8081-175ee8ebc976), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.207500 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eb35358-0a86-4812-b797-c3c86ccfb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:53.209092 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4eb35358-0a86-4812-b797-c3c86ccfb683 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486171 Oct 28 17:12:53.209832 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1d1d17c0-16cc-412e-a290-d5909d5d9ebd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ab9517d9-ed43-441c-8081-175ee8ebc976), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.240193 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1d1d17c0-16cc-412e-a290-d5909d5d9ebd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.241491 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1d1d17c0-16cc-412e-a290-d5909d5d9ebd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1281865 Oct 28 17:12:53.243490 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d17c0-16cc-412e-a290-d5909d5d9ebd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9517d9-ed43-441c-8081-175ee8ebc976,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:53.245494 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34054) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:53.249815 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-366a4d85-f9c0-491e-b3ef-459c9fc5c832 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Request body: {'security_group_rule': {'security_group_id': 'ab9517d9-ed43-441c-8081-175ee8ebc976', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:53.275606 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-366a4d85-f9c0-491e-b3ef-459c9fc5c832 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group_rule (dab35eab-dd83-4d83-b563-3ca8c940655f), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.304862 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-9b9ae444-40c2-46c0-af0f-4c38591cf75b service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Oct 28 17:12:53.330082 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-366a4d85-f9c0-491e-b3ef-459c9fc5c832 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group_rule (dab35eab-dd83-4d83-b563-3ca8c940655f), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.334754 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-366a4d85-f9c0-491e-b3ef-459c9fc5c832 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (dab35eab-dd83-4d83-b563-3ca8c940655f), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.351933 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a4d85-f9c0-491e-b3ef-459c9fc5c832 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab35eab-dd83-4d83-b563-3ca8c940655f,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:53.365322 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-366a4d85-f9c0-491e-b3ef-459c9fc5c832 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.366625 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-366a4d85-f9c0-491e-b3ef-459c9fc5c832 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201482 Oct 28 17:12:53.369356 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34056) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:53.374338 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-35b299f4-c2ff-4346-ac56-321b373f0ab7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Request body: {'security_group_rule': {'security_group_id': 'ab9517d9-ed43-441c-8081-175ee8ebc976', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:53.400093 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-35b299f4-c2ff-4346-ac56-321b373f0ab7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group_rule (692d93cb-1632-4ec8-a652-ec92994000f2), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.412845 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94977bae-accc-4309-9e7f-60387d622eb0 req-4af02711-9cf9-4a47-b037-cc5a30104a6a service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922828 Oct 28 17:12:53.455622 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-35b299f4-c2ff-4346-ac56-321b373f0ab7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group_rule (692d93cb-1632-4ec8-a652-ec92994000f2), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.459900 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-35b299f4-c2ff-4346-ac56-321b373f0ab7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (692d93cb-1632-4ec8-a652-ec92994000f2), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.476760 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b299f4-c2ff-4346-ac56-321b373f0ab7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692d93cb-1632-4ec8-a652-ec92994000f2,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:53.486704 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-35b299f4-c2ff-4346-ac56-321b373f0ab7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.487921 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-35b299f4-c2ff-4346-ac56-321b373f0ab7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175644 Oct 28 17:12:53.491067 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34058) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:12:53.495316 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:53.515774 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-eed9c832-4a35-4cb0-8c0b-1660c789ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:53.516033 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.517402 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-eed9c832-4a35-4cb0-8c0b-1660c789ac1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142eaebbbefa4813a08ddc6bc669ab79&device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 1128 time: 0.0466526 Oct 28 17:12:53.621526 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.647057 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-c95db658-9768-429e-a72b-14971f994719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:53.648513 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-c95db658-9768-429e-a72b-14971f994719 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca HTTP/1.1" status: 200 len: 909 time: 0.1233344 Oct 28 17:12:53.693008 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-2bba8a1e-6383-4172-9bcd-8599520e2718 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef39a08-8546-4ead-91a0-ead95355f19f HTTP/1.1" status: 200 len: 217 time: 0.0343614 Oct 28 17:12:53.700441 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce769a-ef0a-4fd3-8ef2-3e8bc2bd1d77 req-ec581e50-6370-4d19-baf9-b9775babac50 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:53.701826 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-18ce769a-ef0a-4fd3-8ef2-3e8bc2bd1d77 req-ec581e50-6370-4d19-baf9-b9775babac50 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0981266 Oct 28 17:12:53.733754 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Allocated IP 172.27.0.21 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/64d44435-3d9d-430c-8bff-2c46673eb562) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:53.768899 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-ffea9779-35ba-4710-8a79-276b0522cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:53.770282 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-ffea9779-35ba-4710-8a79-276b0522cf86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=928823ca-6784-4f4c-9fd4-76ea4b06ca11 HTTP/1.1" status: 200 len: 847 time: 0.0675662 Oct 28 17:12:53.799898 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-18ce769a-ef0a-4fd3-8ef2-3e8bc2bd1d77 req-60c41934-d734-4afd-a5e9-2b8ec5766036 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889297 Oct 28 17:12:53.834589 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-24b4bf90-0d2f-4119-a8e8-15de4d946bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:53.836083 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-24b4bf90-0d2f-4119-a8e8-15de4d946bb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555754 Oct 28 17:12:53.838210 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for port (64d44435-3d9d-430c-8bff-2c46673eb562), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.871363 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (64d44435-3d9d-430c-8bff-2c46673eb562), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:53.910536 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:53.915404 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:53.917608 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event updated for resources: {'Port': ['ID=64d44435-3d9d-430c-8bff-2c46673eb562,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:53.919844 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:53.933082 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-c76878bc-efd2-4f2c-8fb0-aafdf40b08b2 service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844133 Oct 28 17:12:54.003055 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for floatingip (6f7ce86f-6f53-4161-bfe8-5ab3e46feb86), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:54.025795 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d1db5dc3-9b69-4cba-935f-b27f1cea305c req-01a3fdc7-b5d9-4d88-9901-03a6b3d9eaa9 service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860705 Oct 28 17:12:54.039792 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (64d44435-3d9d-430c-8bff-2c46673eb562), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:54.183466 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for port (64d44435-3d9d-430c-8bff-2c46673eb562), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:54.192234 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (64d44435-3d9d-430c-8bff-2c46673eb562), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:54.254051 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event updated for resources: {'Port': ['ID=64d44435-3d9d-430c-8bff-2c46673eb562,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:54.256600 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (6f7ce86f-6f53-4161-bfe8-5ab3e46feb86), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:54.272748 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:54.273914 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4c55bab1-4e47-485f-9a1a-a91a5e7be07b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7819386 Oct 28 17:12:54.466877 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-304dab74-0293-417f-a45f-e61c96a7ab75 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1938541095&fields=id&tenant_id=49aee95e7abd4277becf4002c6f9f34d HTTP/1.1" status: 200 len: 267 time: 0.0415683 Oct 28 17:12:54.583710 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-60a464c7-8e2a-484e-aaab-8c8dc0044424 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:54.585455 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-60a464c7-8e2a-484e-aaab-8c8dc0044424 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 818 time: 0.1118538 Oct 28 17:12:54.599816 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-2f88e151-3153-476d-889c-3d6ef1ec10a0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/quotas/49aee95e7abd4277becf4002c6f9f34d HTTP/1.1" status: 200 len: 375 time: 0.0092807 Oct 28 17:12:54.662954 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-92b1857f-ec1d-49cc-961b-a313cc96957a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0583067 Oct 28 17:12:54.758716 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-1377a3f2-7763-4d7b-8944-5b54b88f63de service neutron] 10.222.0.20 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840449 Oct 28 17:12:54.852689 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-681e31aa-27c2-4f10-974f-940723a53261 service neutron] 10.222.0.20 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880458 Oct 28 17:12:54.924929 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefe01-fba9-41b5-9973-ae62ff3d7392 req-b4e653a5-612b-4816-a7e9-91e9ac4d4cd7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:54.926453 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5caefe01-fba9-41b5-9973-ae62ff3d7392 req-b4e653a5-612b-4816-a7e9-91e9ac4d4cd7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0542877 Oct 28 17:12:54.981717 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5caefe01-fba9-41b5-9973-ae62ff3d7392 req-d1b55b11-3e1a-4e5f-8c75-65430ec1d781 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494313 Oct 28 17:12:55.016325 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-493048b8-9852-4417-be67-8579b4398cb8 req-4c3de2e1-bfb3-43c5-bc51-aa8245f46e23 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 210 time: 0.0310636 Oct 28 17:12:56.163619 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-98a8b05b-60ff-49f7-8dc3-26b0e2dd138c req-3a66fe38-503b-4e9a-8652-257f36077c71 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 210 time: 0.0642812 Oct 28 17:12:56.193735 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33fead-92c2-4775-b803-56923b2e6282 req-f1bb4cff-7837-4bc7-bb7f-c19d0267b013 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:56.195182 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fa33fead-92c2-4775-b803-56923b2e6282 req-f1bb4cff-7837-4bc7-bb7f-c19d0267b013 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.1365898 Oct 28 17:12:56.251173 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-03b4f583-c5da-473e-b815-40f45ac9b0be tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:56.252628 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-03b4f583-c5da-473e-b815-40f45ac9b0be tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 818 time: 0.1661744 Oct 28 17:12:56.271421 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fa33fead-92c2-4775-b803-56923b2e6282 req-c99931ae-85b9-4605-8184-18340f403aef tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694375 Oct 28 17:12:56.340099 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-25884045-0464-4aa8-be8e-8f7fb26ce326 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49aee95e7abd4277becf4002c6f9f34d HTTP/1.1" status: 200 len: 380 time: 0.0543134 Oct 28 17:12:56.349291 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Request body: {'port': {'device_id': '11ac8814-901b-4463-af93-58db474ca60c', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'admin_state_up': True, 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'security_groups': ['ab9517d9-ed43-441c-8081-175ee8ebc976']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:56.459071 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Made reservation on behalf of 49aee95e7abd4277becf4002c6f9f34d for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:12:56.464316 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:56.595329 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Allocated IP 172.20.0.9 (603f58d8-b8bf-4379-999a-3de0ce72ad68/e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc/9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:12:56.730865 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:56.763535 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:56.803280 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:12:56.808338 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:12:56.810784 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:12:56.816528 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:56.817163 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:56.831617 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event updated for resources: {'Port': ['ID=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:56.844521 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-bff17caf-0b55-49c3-9679-b12fc814f882 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4987996 Oct 28 17:12:56.869742 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Request body: {'port': {'device_id': '11ac8814-901b-4463-af93-58db474ca60c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:12:56.935036 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:57.038298 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-0069befc-3a5d-45b0-a327-d0cad27aa649 None None] Provisioning complete for port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:12:57.038877 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0069befc-3a5d-45b0-a327-d0cad27aa649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:57.039093 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-0069befc-3a5d-45b0-a327-d0cad27aa649 None None] Attempt 1 to provision port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 Oct 28 17:12:57.073534 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-0069befc-3a5d-45b0-a327-d0cad27aa649 None None] Port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:12:57.189089 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:12:57.196723 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Publish callbacks [] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:57.209101 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Transition to ACTIVE for port object 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:12:57.215483 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:57.310317 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Pushing event updated for resources: {'Port': ['ID=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:57.314457 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Attempting to bind port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:12:57.314796 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Attempting to bind port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:12:57.315127 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Attempting to bind port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:57.323142 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:12:57.323460 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Attempting to bind port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 on network 603f58d8-b8bf-4379-999a-3de0ce72ad68 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:12:57.332678 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:12:57.333016 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Checking segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:12:57.333397 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Bound using segment: {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:12:57.333827 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Bound port: 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ef219f-2d9d-463c-b51c-4994ef3ae0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:12:57.334233 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:57.343975 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd45818-4a44-4ee9-98f7-4677686a672f req-502d8b9e-53ff-4939-a78c-5a0761b8061f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:57.345471 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8cd45818-4a44-4ee9-98f7-4677686a672f req-502d8b9e-53ff-4939-a78c-5a0761b8061f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 943 time: 0.1063910 Oct 28 17:12:57.465318 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8cd45818-4a44-4ee9-98f7-4677686a672f req-8f4dfa96-8791-49f8-ab10-b27b3787b104 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123638 Oct 28 17:12:57.477253 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608b2f5-8c25-40e0-930c-55b244c545d9 req-0550c400-fc9d-495d-827e-645f2dafd9c1 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:57.478896 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7608b2f5-8c25-40e0-930c-55b244c545d9 req-0550c400-fc9d-495d-827e-645f2dafd9c1 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.1270969 Oct 28 17:12:57.481339 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] For port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:12:57.484754 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] For port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:12:57.495514 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:57.505694 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:57.506373 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:12:57.507847 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] 10.222.0.44 "PUT /v2.0/ports/9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 HTTP/1.1" status: 200 len: 1093 time: 0.6430163 Oct 28 17:12:57.509894 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:12:57.512216 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e7fd65-3312-40bf-8939-b3cdbfe04d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:12:57.551937 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3717de8-5a60-42a7-8285-f4a9c1695d1e x-openstack-request-id: req-e3717de8-5a60-42a7-8285-f4a9c1695d1e {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:12:57.552257 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:12:57.552516 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3717de8-5a60-42a7-8285-f4a9c1695d1e {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:12:57.552923 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3717de8-5a60-42a7-8285-f4a9c1695d1e'] response: {'name': 'network-changed', 'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'status': 'completed', 'code': 200} Oct 28 17:12:57.575322 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-0069befc-3a5d-45b0-a327-d0cad27aa649 None None] Attempt 2 to provision port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 Oct 28 17:12:57.578816 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7608b2f5-8c25-40e0-930c-55b244c545d9 req-9839b483-03d8-486b-834a-62c6930b0c8f tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921993 Oct 28 17:12:57.583583 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f79015-4a14-4052-8a6e-449026a2e136 service neutron] Pushing event updated for resources: {'Port': ['ID=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:12:57.621066 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-0069befc-3a5d-45b0-a327-d0cad27aa649 None None] Port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:12:57.630984 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7fd65-3312-40bf-8939-b3cdbfe04d9b req-6bd88984-2d50-4862-8de2-c8d2277b81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:57.632515 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96e7fd65-3312-40bf-8939-b3cdbfe04d9b req-6bd88984-2d50-4862-8de2-c8d2277b81a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 1127 time: 0.0461113 Oct 28 17:12:57.729407 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7fd65-3312-40bf-8939-b3cdbfe04d9b req-4a6050b9-06e6-477b-810e-bbc25878b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:57.730773 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96e7fd65-3312-40bf-8939-b3cdbfe04d9b req-4a6050b9-06e6-477b-810e-bbc25878b3e9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=49aee95e7abd4277becf4002c6f9f34d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0909512 Oct 28 17:12:57.826654 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7fd65-3312-40bf-8939-b3cdbfe04d9b req-e3ac9e18-d6b1-4294-879c-8ec3fdc5d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:57.828230 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96e7fd65-3312-40bf-8939-b3cdbfe04d9b req-e3ac9e18-d6b1-4294-879c-8ec3fdc5d4b7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900338 Oct 28 17:12:57.919130 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-8eab5055-2c54-4061-95f8-7b77fbcc9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:57.920646 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-8eab5055-2c54-4061-95f8-7b77fbcc9769 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 1127 time: 0.0528097 Oct 28 17:12:57.961547 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-6d2e874a-42ec-4c97-abb0-4742a5850d50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 HTTP/1.1" status: 200 len: 217 time: 0.0313385 Oct 28 17:12:58.008312 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-62524db7-e9bb-48bf-a564-fb7cfd3621cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:58.009603 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-62524db7-e9bb-48bf-a564-fb7cfd3621cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0421381 Oct 28 17:12:58.063734 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-7426835c-ab96-4bec-845e-264df93367ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:58.065204 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-7426835c-ab96-4bec-845e-264df93367ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494595 Oct 28 17:12:58.151536 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-0a4f6c13-5d62-4815-942f-515b22f99e76 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779791 Oct 28 17:12:58.243055 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-672db75b-bf28-4694-bae6-3ef565fefbf5 req-f376a767-96c8-4a59-a896-b8ce9247086e service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844634 Oct 28 17:12:58.598881 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ddd13-82c5-492f-9c1c-20c455ebeb20 req-b2ae97d2-205c-4e7c-baf4-16c1990f7dd3 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:58.600421 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-303ddd13-82c5-492f-9c1c-20c455ebeb20 req-b2ae97d2-205c-4e7c-baf4-16c1990f7dd3 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 943 time: 0.0554886 Oct 28 17:12:58.648246 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-303ddd13-82c5-492f-9c1c-20c455ebeb20 req-df137bda-da33-4fe6-9aa0-90948e75c7ee tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421107 Oct 28 17:12:58.719051 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172e083-37fa-4455-9d10-5efea8678815 req-681d240b-4d6b-4552-8dbd-3a75db1b8c65 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:58.720504 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d172e083-37fa-4455-9d10-5efea8678815 req-681d240b-4d6b-4552-8dbd-3a75db1b8c65 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0540323 Oct 28 17:12:58.770284 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d172e083-37fa-4455-9d10-5efea8678815 req-6952a34e-fe1f-4d0b-8b92-cae130312423 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Oct 28 17:12:59.781125 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be17a0e-3165-4d55-bb90-a877558d0937 req-5d5c164b-e631-4ca7-bed7-62f78199d556 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:59.783237 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8be17a0e-3165-4d55-bb90-a877558d0937 req-5d5c164b-e631-4ca7-bed7-62f78199d556 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 943 time: 0.0577934 Oct 28 17:12:59.830355 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8be17a0e-3165-4d55-bb90-a877558d0937 req-c839c10d-9528-4e9b-9e51-cfe11c6da089 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Oct 28 17:12:59.904313 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3e81-99d3-4e72-b29e-e37279d9fa81 req-3110e246-bf04-4f8f-aa70-0dc619ba72fc tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:12:59.905924 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b27e3e81-99d3-4e72-b29e-e37279d9fa81 req-3110e246-bf04-4f8f-aa70-0dc619ba72fc tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0541406 Oct 28 17:12:59.954892 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b27e3e81-99d3-4e72-b29e-e37279d9fa81 req-1967aa30-dc44-4de5-a7d8-234bc06b2a4d tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434201 Oct 28 17:13:00.970917 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456c6f8-43de-4336-8b81-23796742b7c7 req-d258fa09-5dfa-4782-82e7-c04334e093ba tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:00.972410 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e456c6f8-43de-4336-8b81-23796742b7c7 req-d258fa09-5dfa-4782-82e7-c04334e093ba tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 943 time: 0.0575867 Oct 28 17:13:01.017768 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e456c6f8-43de-4336-8b81-23796742b7c7 req-7417f1c6-265a-4f99-8a7c-231826f5ad0b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398738 Oct 28 17:13:01.139082 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34020e27-5c0f-4239-9bde-003852a1ec86 req-c9f3ec08-e169-4c4d-b921-3c624eea8228 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:01.140460 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34020e27-5c0f-4239-9bde-003852a1ec86 req-c9f3ec08-e169-4c4d-b921-3c624eea8228 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0567045 Oct 28 17:13:01.191417 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34020e27-5c0f-4239-9bde-003852a1ec86 req-da96caa4-68c8-4689-93bc-77013edf9845 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 Oct 28 17:13:02.142136 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fc2f1-97d2-4aa3-86a4-0f19075657df req-f017fa9f-fdf2-4d1e-986c-b5e32fe893f6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:02.143558 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e3fc2f1-97d2-4aa3-86a4-0f19075657df req-f017fa9f-fdf2-4d1e-986c-b5e32fe893f6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 943 time: 0.0539339 Oct 28 17:13:02.194663 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e3fc2f1-97d2-4aa3-86a4-0f19075657df req-12a942f6-e203-4cbd-b97c-ac1d8c4f6b93 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Oct 28 17:13:02.557418 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dff16-8f84-43ef-a3bf-7f76dfa37b06 req-0a0871a9-8bf9-4531-9740-845dfc00d6eb tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:02.558920 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-883dff16-8f84-43ef-a3bf-7f76dfa37b06 req-0a0871a9-8bf9-4531-9740-845dfc00d6eb tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.2844300 Oct 28 17:13:02.609611 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-883dff16-8f84-43ef-a3bf-7f76dfa37b06 req-7649c399-eb88-4fc0-bd64-af900e7c8b1f tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Oct 28 17:13:03.355142 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684e358-fb68-422b-bd74-2c54f7150675 req-2d106818-9e69-4609-b4f3-22ec4bacf59f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:03.356508 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7684e358-fb68-422b-bd74-2c54f7150675 req-2d106818-9e69-4609-b4f3-22ec4bacf59f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 943 time: 0.0842795 Oct 28 17:13:03.360194 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-89ce70d6-f638-4a29-801a-2494a5554390 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012344524&fields=id&tenant_id=3abebcebabd8423b88fce0d5e65b81a7 HTTP/1.1" status: 200 len: 267 time: 0.0614479 Oct 28 17:13:03.456400 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7684e358-fb68-422b-bd74-2c54f7150675 req-392fc24a-a2b8-4d09-ad2c-8e98b4afb6f8 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940936 Oct 28 17:13:03.495374 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-91d23772-2cf4-4d98-9490-def53e0ed12b tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:03.496805 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-91d23772-2cf4-4d98-9490-def53e0ed12b tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 811 time: 0.1288655 Oct 28 17:13:03.511288 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-db8da895-a14a-4db2-9dda-8a555ac5fc67 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/quotas/3abebcebabd8423b88fce0d5e65b81a7 HTTP/1.1" status: 200 len: 375 time: 0.0089829 Oct 28 17:13:03.569155 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ca845d3b-1f20-469c-9a0f-8af909c21f37 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529778 Oct 28 17:13:03.661301 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ebb6c3be-fb70-4095-b28c-49c578b19175 service neutron] 10.222.0.20 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807047 Oct 28 17:13:03.781581 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-1863fb90-226a-4687-b45a-daeb1c27c2ad service neutron] 10.222.0.20 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145473 Oct 28 17:13:03.789807 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac4af8-8fdd-4a0c-be03-8ab4706998c8 req-a068c2ed-2b0e-479d-bbbf-07bac70552b9 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:03.791242 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7aac4af8-8fdd-4a0c-be03-8ab4706998c8 req-a068c2ed-2b0e-479d-bbbf-07bac70552b9 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.1071844 Oct 28 17:13:03.841602 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7aac4af8-8fdd-4a0c-be03-8ab4706998c8 req-42b221da-01ce-49b1-bdfd-3d3dff21216d tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Oct 28 17:13:04.069931 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-68f679a6-a360-4cf3-8e7d-64a085d2bad8 req-a52679d3-1569-4b54-b394-693c9f373339 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 210 time: 0.0282507 Oct 28 17:13:04.589582 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a95e2-4142-49ab-9ef6-8e7edd3fb760 req-b1279138-f0da-4b4a-875a-4bb22c76f54a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:04.591605 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-374a95e2-4142-49ab-9ef6-8e7edd3fb760 req-b1279138-f0da-4b4a-875a-4bb22c76f54a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 943 time: 0.0611224 Oct 28 17:13:04.640518 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-374a95e2-4142-49ab-9ef6-8e7edd3fb760 req-e52a1b3b-b983-4e79-82cd-62ce0c788547 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432060 Oct 28 17:13:04.792388 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:13:04.944767 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:13:04.973886 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4061f-5d30-4652-8b96-e198f6bf71a6 req-293c0f29-a1ce-45e2-8229-1a0b808fd115 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:04.975410 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-75c4061f-5d30-4652-8b96-e198f6bf71a6 req-293c0f29-a1ce-45e2-8229-1a0b808fd115 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0593121 Oct 28 17:13:05.026640 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-75c4061f-5d30-4652-8b96-e198f6bf71a6 req-ef5ddf9a-792b-443d-8f02-3f4c848e79c3 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447614 Oct 28 17:13:05.048654 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:05.060878 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'port_id': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'mac_address': 'fa:16:3e:60:67:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:13:05.098255 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:05.098872 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:05.113473 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:13:05.138112 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:05.143509 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:05.144196 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device cef39a08-8546-4ead-91a0-ead95355f19f details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:13:05.175201 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-90e227cb-2be4-4d55-ae3e-3da9756f7ae6 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:05.176966 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-90e227cb-2be4-4d55-ae3e-3da9756f7ae6 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 811 time: 0.1188755 Oct 28 17:13:05.211513 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2a4c1f77-a09f-4fcb-9f0b-c1c4377e781d req-adc12a3c-5096-4374-a4e9-abbed42c59c4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 210 time: 0.0335000 Oct 28 17:13:05.238740 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:05.266357 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-be78ee7d-035e-4aa4-a486-675e781f7dbd tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3abebcebabd8423b88fce0d5e65b81a7 HTTP/1.1" status: 200 len: 380 time: 0.0774069 Oct 28 17:13:05.275432 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'port': {'device_id': '71ca178e-193b-470d-ba68-c653c4f68817', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'admin_state_up': True, 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'security_groups': ['dc4b307b-622e-49b3-9e6a-d62eb64b5be5']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:05.290658 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port cef39a08-8546-4ead-91a0-ead95355f19f, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=cef39a08-8546-4ead-91a0-ead95355f19f,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:05.301577 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'port_id': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'mac_address': 'fa:16:3e:aa:9d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:13:05.336353 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port cef39a08-8546-4ead-91a0-ead95355f19f is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:05.336749 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:05.350088 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef39a08-8546-4ead-91a0-ead95355f19f {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:13:05.371245 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port cef39a08-8546-4ead-91a0-ead95355f19f, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=cef39a08-8546-4ead-91a0-ead95355f19f,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:05.376135 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:05.386543 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Made reservation on behalf of 3abebcebabd8423b88fce0d5e65b81a7 for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:13:05.389965 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:05.425548 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=cef39a08-8546-4ead-91a0-ead95355f19f,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:05.515414 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Allocated IP 172.20.0.12 (2f7c9441-eac8-495b-be8c-b2ca75ecaa50/bb8530f7-264a-46ec-9833-4412157a69e8/19bea443-f589-4d74-ad03-11519e3ed074) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:13:05.656512 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for port (19bea443-f589-4d74-ad03-11519e3ed074), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:05.692582 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (19bea443-f589-4d74-ad03-11519e3ed074), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:05.750331 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:13:05.771369 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:13:05.773804 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:13:05.780026 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:05.780850 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:05.800023 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'Port': ['ID=19bea443-f589-4d74-ad03-11519e3ed074,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:05.816021 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5442502 Oct 28 17:13:05.818944 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.819304 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.819643 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.819977 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.820307 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.820633 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.820965 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.821284 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.821603 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.821926 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.822270 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.822586 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.823570 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c7ac1-3d63-4bfb-ae99-03478ee48267 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:05.843252 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Request body: {'port': {'device_id': '71ca178e-193b-470d-ba68-c653c4f68817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:05.853066 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67df55-d8a8-44b4-9b0f-f67c8adc75fd req-f59596ee-7bfb-49f5-a0a4-283160949cd7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:05.854787 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6e67df55-d8a8-44b4-9b0f-f67c8adc75fd req-f59596ee-7bfb-49f5-a0a4-283160949cd7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 944 time: 0.1303258 Oct 28 17:13:05.951325 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6e67df55-d8a8-44b4-9b0f-f67c8adc75fd req-5765b840-2fed-40f9-8ece-d8373a8e3920 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753088 Oct 28 17:13:05.951862 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (19bea443-f589-4d74-ad03-11519e3ed074), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:05.985541 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:13:05.988825 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['cef39a08-8546-4ead-91a0-ead95355f19f'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:13:06.059792 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-2618dbda-4974-4b54-a933-9558f95dfc82 None None] Provisioning complete for port 19bea443-f589-4d74-ad03-11519e3ed074 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:13:06.060165 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-2618dbda-4974-4b54-a933-9558f95dfc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (19bea443-f589-4d74-ad03-11519e3ed074), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:06.060533 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-2618dbda-4974-4b54-a933-9558f95dfc82 None None] Attempt 1 to provision port 19bea443-f589-4d74-ad03-11519e3ed074 Oct 28 17:13:06.130023 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-2618dbda-4974-4b54-a933-9558f95dfc82 None None] Port 19bea443-f589-4d74-ad03-11519e3ed074 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:13:06.192227 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e34d1-d411-445f-bf7d-25f8e418a079 req-3dfc01a6-ddf2-4969-ad71-c2f4c3da419b tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:06.193740 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-425e34d1-d411-445f-bf7d-25f8e418a079 req-3dfc01a6-ddf2-4969-ad71-c2f4c3da419b tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 945 time: 0.0810447 Oct 28 17:13:06.281745 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-425e34d1-d411-445f-bf7d-25f8e418a079 req-8bab00af-623b-4a8a-b65d-3f8ddaa87899 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818732 Oct 28 17:13:06.284212 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bea443-f589-4d74-ad03-11519e3ed074 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:13:06.292615 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Publish callbacks [] for port (19bea443-f589-4d74-ad03-11519e3ed074), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:06.307367 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Transition to ACTIVE for port object 19bea443-f589-4d74-ad03-11519e3ed074 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:13:06.316986 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (19bea443-f589-4d74-ad03-11519e3ed074), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:06.410834 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Pushing event updated for resources: {'Port': ['ID=19bea443-f589-4d74-ad03-11519e3ed074,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:06.415174 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Attempting to bind port 19bea443-f589-4d74-ad03-11519e3ed074 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:13:06.415506 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Attempting to bind port 19bea443-f589-4d74-ad03-11519e3ed074 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:13:06.415836 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Attempting to bind port 19bea443-f589-4d74-ad03-11519e3ed074 on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:13:06.426077 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb803d-67ef-4a41-a37c-03ef770b6f63 req-f42f4b27-0c41-45c9-9db8-844f68715b0c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:06.427608 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-69cb803d-67ef-4a41-a37c-03ef770b6f63 req-f42f4b27-0c41-45c9-9db8-844f68715b0c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 944 time: 0.1222346 Oct 28 17:13:06.429706 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Port 19bea443-f589-4d74-ad03-11519e3ed074 on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:13:06.430051 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Attempting to bind port 19bea443-f589-4d74-ad03-11519e3ed074 on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:13:06.441046 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:13:06.441411 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Checking segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:13:06.441800 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Bound using segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:13:06.442286 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Bound port: 19bea443-f589-4d74-ad03-11519e3ed074, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:13:06.442712 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (19bea443-f589-4d74-ad03-11519e3ed074), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:06.515221 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-69cb803d-67ef-4a41-a37c-03ef770b6f63 req-d4fcf7d7-58b9-44c9-b9b3-8404e37c07b4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801914 Oct 28 17:13:06.534209 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] For port 19bea443-f589-4d74-ad03-11519e3ed074, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:13:06.537307 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] For port 19bea443-f589-4d74-ad03-11519e3ed074, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=19bea443-f589-4d74-ad03-11519e3ed074,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:13:06.545810 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (19bea443-f589-4d74-ad03-11519e3ed074), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:06.549613 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:06.550423 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:06.551861 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] 10.222.0.44 "PUT /v2.0/ports/19bea443-f589-4d74-ad03-11519e3ed074 HTTP/1.1" status: 200 len: 1094 time: 0.7134433 Oct 28 17:13:06.554148 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ca178e-193b-470d-ba68-c653c4f68817', 'tag': '19bea443-f589-4d74-ad03-11519e3ed074'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:06.559243 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "71ca178e-193b-470d-ba68-c653c4f68817", "tag": "19bea443-f589-4d74-ad03-11519e3ed074"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:06.599393 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4881ede9-8f36-4437-9f55-dc8b7c4b1a60 x-openstack-request-id: req-4881ede9-8f36-4437-9f55-dc8b7c4b1a60 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:06.599673 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ca178e-193b-470d-ba68-c653c4f68817", "tag": "19bea443-f589-4d74-ad03-11519e3ed074", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:06.599920 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4881ede9-8f36-4437-9f55-dc8b7c4b1a60 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:06.600496 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4881ede9-8f36-4437-9f55-dc8b7c4b1a60'] response: {'name': 'network-changed', 'server_uuid': '71ca178e-193b-470d-ba68-c653c4f68817', 'tag': '19bea443-f589-4d74-ad03-11519e3ed074', 'status': 'completed', 'code': 200} Oct 28 17:13:06.614384 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62760a7-cf12-4b5f-abe8-949e7d0057f5 service neutron] Pushing event updated for resources: {'Port': ['ID=19bea443-f589-4d74-ad03-11519e3ed074,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:06.631054 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-2618dbda-4974-4b54-a933-9558f95dfc82 None None] Attempt 2 to provision port 19bea443-f589-4d74-ad03-11519e3ed074 Oct 28 17:13:06.660602 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-8ff524dd-43ac-4f69-ab8b-eb6fbc6aa47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:06.662222 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-8ff524dd-43ac-4f69-ab8b-eb6fbc6aa47b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 1128 time: 0.0443363 Oct 28 17:13:06.669388 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-2618dbda-4974-4b54-a933-9558f95dfc82 None None] Port 19bea443-f589-4d74-ad03-11519e3ed074 had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:13:06.703477 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-4afec08e-0b97-444b-aa9d-2019de412ea9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19bea443-f589-4d74-ad03-11519e3ed074 HTTP/1.1" status: 200 len: 217 time: 0.0315289 Oct 28 17:13:06.763195 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-bf809c52-ae66-4963-add2-f830949a1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:06.764590 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-bf809c52-ae66-4963-add2-f830949a1f85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0510459 Oct 28 17:13:06.821517 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-de1245c9-f593-4f5a-8384-2d49466653f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:06.823015 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-de1245c9-f593-4f5a-8384-2d49466653f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465248 Oct 28 17:13:06.927946 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-21ddf490-0a37-4323-9c12-5585451698fb service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922861 Oct 28 17:13:07.023341 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb187868-25c6-4ef7-9113-b61b7b7d6882 req-b75b7921-09bd-458a-8d65-15b7cf27c1bf service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876918 Oct 28 17:13:07.076640 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6d890-e577-49e2-880e-a01f52784702 req-c744dfeb-fdee-4abd-9201-987fb4ecf3e2 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:07.078287 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-56e6d890-e577-49e2-880e-a01f52784702 req-c744dfeb-fdee-4abd-9201-987fb4ecf3e2 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 944 time: 0.0539868 Oct 28 17:13:07.158458 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-56e6d890-e577-49e2-880e-a01f52784702 req-0436b6ea-8355-460c-9e67-c203bf780779 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733910 Oct 28 17:13:07.164470 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-9f5905a7-ee28-4f6f-95a4-272dac8b10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:07.165922 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-9f5905a7-ee28-4f6f-95a4-272dac8b10f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 1128 time: 0.0820596 Oct 28 17:13:07.256211 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-453d4686-158c-4e1f-a6fc-66c6d02af3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:07.257586 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-453d4686-158c-4e1f-a6fc-66c6d02af3c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 912 time: 0.0831511 Oct 28 17:13:07.296799 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-8028b768-33f3-4f85-908e-3a55581ef544 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19bea443-f589-4d74-ad03-11519e3ed074 HTTP/1.1" status: 200 len: 217 time: 0.0322428 Oct 28 17:13:07.351437 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-8f0cd074-f69c-49dd-881d-d3459a566252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:07.352917 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-8f0cd074-f69c-49dd-881d-d3459a566252 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0484185 Oct 28 17:13:07.431866 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-418cf87f-7ba9-47a6-8d08-8c5ce408e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:07.433375 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-418cf87f-7ba9-47a6-8d08-8c5ce408e69c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734005 Oct 28 17:13:07.443503 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1838b3e-1057-4666-bab9-2dc0af3c8d73 req-cde4b2d0-4353-491e-b261-bd5023b33fec tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:07.444859 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c1838b3e-1057-4666-bab9-2dc0af3c8d73 req-cde4b2d0-4353-491e-b261-bd5023b33fec tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 945 time: 0.0773711 Oct 28 17:13:07.548106 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c1838b3e-1057-4666-bab9-2dc0af3c8d73 req-e8f2347d-bf09-4fb1-823c-d1bbb4b39558 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951705 Oct 28 17:13:07.571442 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-645a9fa5-7e62-4bfa-b3ac-f0cd6e96fecd service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252582 Oct 28 17:13:07.697093 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c8e0c2a4-11fc-4bb7-b993-94a9e3919bdf req-64c62ed9-aa9c-4d58-b9f3-bb3c959f12b3 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144457 Oct 28 17:13:07.705125 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1de6-0922-4385-a030-af4df2457449 req-603f95de-bfd2-41ef-87ff-9baea59a2e2a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:07.706536 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87ce1de6-0922-4385-a030-af4df2457449 req-603f95de-bfd2-41ef-87ff-9baea59a2e2a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 944 time: 0.1061940 Oct 28 17:13:07.758925 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87ce1de6-0922-4385-a030-af4df2457449 req-fb26dd45-4adc-4984-b6d2-c8098e7dbadb tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443301 Oct 28 17:13:08.297280 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80542d72-7c9c-4d5d-982a-9c580a0c86db req-b4cb6f82-861c-4545-85b1-c014695841cf tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:08.298921 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-80542d72-7c9c-4d5d-982a-9c580a0c86db req-b4cb6f82-861c-4545-85b1-c014695841cf tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 944 time: 0.0543127 Oct 28 17:13:08.349664 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-80542d72-7c9c-4d5d-982a-9c580a0c86db req-5e164ec1-7c2f-4266-9931-b421216b138f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450420 Oct 28 17:13:08.677844 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471c4b2-bf42-4d6b-a9b3-e189bee3d4e9 req-4d73543a-fcd5-4fad-a778-ac18ae5c378c tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:08.679304 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a471c4b2-bf42-4d6b-a9b3-e189bee3d4e9 req-4d73543a-fcd5-4fad-a778-ac18ae5c378c tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 945 time: 0.0553679 Oct 28 17:13:08.730853 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a471c4b2-bf42-4d6b-a9b3-e189bee3d4e9 req-5a15a828-d052-4294-b4fd-f80216dd9169 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457408 Oct 28 17:13:08.901017 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38507f5-960b-40f8-a948-6cfce06f149e req-5a808089-17aa-46b1-a051-99e781408481 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:08.902443 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a38507f5-960b-40f8-a948-6cfce06f149e req-5a808089-17aa-46b1-a051-99e781408481 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 944 time: 0.0651107 Oct 28 17:13:08.950787 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a38507f5-960b-40f8-a948-6cfce06f149e req-1c29463b-b63f-403a-9b5f-3f748fb764c5 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425456 Oct 28 17:13:08.973141 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device cef39a08-8546-4ead-91a0-ead95355f19f up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:13:09.029786 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port cef39a08-8546-4ead-91a0-ead95355f19f completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:13:09.034225 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port cef39a08-8546-4ead-91a0-ead95355f19f triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:13:09.034605 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:09.034975 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port cef39a08-8546-4ead-91a0-ead95355f19f Oct 28 17:13:09.083518 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-726a4096-a29d-4c46-99e5-50e8271e8e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:09.122186 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port cef39a08-8546-4ead-91a0-ead95355f19f is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:09.122589 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:09.145856 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:09.148122 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c44b1f3-e5d9-4c2e-813c-0a119350f785" -d '{"events": [{"server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "name": "network-vif-plugged", "status": "completed", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:09.166148 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port cef39a08-8546-4ead-91a0-ead95355f19f, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=cef39a08-8546-4ead-91a0-ead95355f19f,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:09.171815 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:09.172642 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:13:09.208503 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc7720e-43c3-4d13-add9-a6c86a268367 x-openstack-request-id: req-9fc7720e-43c3-4d13-add9-a6c86a268367 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:09.208845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "name": "network-vif-plugged", "status": "completed", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:09.209058 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fc7720e-43c3-4d13-add9-a6c86a268367 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:09.209452 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc7720e-43c3-4d13-add9-a6c86a268367'] response: {'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'code': 200} Oct 28 17:13:09.244858 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=cef39a08-8546-4ead-91a0-ead95355f19f,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:09.259951 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:13:09.264408 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:13:09.264789 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:09.265157 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 Oct 28 17:13:09.343330 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:09.343898 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:09.377089 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:09.382166 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:09.432271 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:09.496970 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079f5a4-a0bd-44aa-9d1f-15bf8a6ded87 req-35245e79-8f84-4364-a23b-75f2cfba97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:09.498518 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a079f5a4-a0bd-44aa-9d1f-15bf8a6ded87 req-35245e79-8f84-4364-a23b-75f2cfba97c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 1130 time: 0.0804818 Oct 28 17:13:09.511932 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f416a8c-209c-4c96-83e7-1a2fb7cceda1 req-97a64748-717c-441c-8da2-4e6eeee3e0db tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:09.513338 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5f416a8c-209c-4c96-83e7-1a2fb7cceda1 req-97a64748-717c-441c-8da2-4e6eeee3e0db tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0650156 Oct 28 17:13:09.580428 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a079f5a4-a0bd-44aa-9d1f-15bf8a6ded87 req-c77a3be7-3ac6-4311-b4ea-694d83a84026 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661240 Oct 28 17:13:09.587499 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5f416a8c-209c-4c96-83e7-1a2fb7cceda1 req-0e741501-1dac-496f-aa44-6dac1b8d5b18 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674067 Oct 28 17:13:09.877192 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe224d-94f5-4cc9-b436-f05d87c85f85 req-2b228b96-8df8-4dab-bbf9-e2d5930215a8 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:09.878862 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-47fe224d-94f5-4cc9-b436-f05d87c85f85 req-2b228b96-8df8-4dab-bbf9-e2d5930215a8 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0542824 Oct 28 17:13:09.931429 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-47fe224d-94f5-4cc9-b436-f05d87c85f85 req-d228a9e7-29ff-4ce3-8e2a-3a377b00a33d tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462892 Oct 28 17:13:10.079271 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efa828-0e62-4fc5-aafc-c9ff4831a57c req-73c575ee-5ad1-491f-aa09-b115aada2246 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:10.080776 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-83efa828-0e62-4fc5-aafc-c9ff4831a57c req-73c575ee-5ad1-491f-aa09-b115aada2246 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 944 time: 0.0576019 Oct 28 17:13:10.132255 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-83efa828-0e62-4fc5-aafc-c9ff4831a57c req-47e629d7-8b71-4912-b91b-9a83ee047e0c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456054 Oct 28 17:13:10.719732 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a18ef5-6720-4826-b921-7079c0e5bbcf req-c239863b-99d3-443f-be3f-00b28254be3e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:10.721215 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e3a18ef5-6720-4826-b921-7079c0e5bbcf req-c239863b-99d3-443f-be3f-00b28254be3e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0570445 Oct 28 17:13:10.769402 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e3a18ef5-6720-4826-b921-7079c0e5bbcf req-5e9cf2d0-e8cb-4347-94cb-9d6046a0fd3a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423732 Oct 28 17:13:11.071613 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e3f61-62c2-4401-a122-7c7b548d2e7e req-34d9d008-d146-4962-a2c2-68ecf870d0ee tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:11.073060 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-887e3f61-62c2-4401-a122-7c7b548d2e7e req-34d9d008-d146-4962-a2c2-68ecf870d0ee tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0586550 Oct 28 17:13:11.121393 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-887e3f61-62c2-4401-a122-7c7b548d2e7e req-e20a51ac-e14f-4386-a123-072c4d0ec446 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Oct 28 17:13:11.211465 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:11.214996 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef81f497-d0fc-452c-9d7c-4b124516babc" -d '{"events": [{"server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "name": "network-vif-plugged", "status": "completed", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:11.249264 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b89b14-2a41-4b81-9e86-8d516e627c82 x-openstack-request-id: req-42b89b14-2a41-4b81-9e86-8d516e627c82 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:11.249753 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "name": "network-vif-plugged", "status": "completed", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:11.250050 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42b89b14-2a41-4b81-9e86-8d516e627c82 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:11.250566 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b89b14-2a41-4b81-9e86-8d516e627c82'] response: {'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'code': 200} Oct 28 17:13:11.262249 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256321f-1e5a-4a71-9191-2c450c83ad96 req-3b15e856-ab0f-4408-9702-e23cf57ad7d5 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:11.263803 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0256321f-1e5a-4a71-9191-2c450c83ad96 req-3b15e856-ab0f-4408-9702-e23cf57ad7d5 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 944 time: 0.0592201 Oct 28 17:13:11.312683 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0256321f-1e5a-4a71-9191-2c450c83ad96 req-c11ba2fa-4ca0-43db-93f3-c744de6f4428 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 Oct 28 17:13:11.427863 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-df7afee9-8daf-4d3c-affd-9910ef600210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:11.448682 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05269e21-9ca2-4934-b9f6-e7bb6c67d7a5 req-52f7ae13-6bce-4b26-96d5-92c394e01dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:11.450232 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-05269e21-9ca2-4934-b9f6-e7bb6c67d7a5 req-52f7ae13-6bce-4b26-96d5-92c394e01dc7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 1129 time: 0.0478346 Oct 28 17:13:11.522290 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-05269e21-9ca2-4934-b9f6-e7bb6c67d7a5 req-f1a1a75d-40f0-4592-81c9-10cd7c39ccee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Oct 28 17:13:11.898146 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1cece-7cba-4e03-a215-5a910444ff85 req-e70ee476-1aec-4e25-a9b9-acbd6bee4c5f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:11.899638 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4a1cece-7cba-4e03-a215-5a910444ff85 req-e70ee476-1aec-4e25-a9b9-acbd6bee4c5f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0543392 Oct 28 17:13:11.951518 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c4a1cece-7cba-4e03-a215-5a910444ff85 req-16cbb1ee-9d56-416c-a77c-dffd7d1bb983 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461915 Oct 28 17:13:12.252890 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcadb1-4e22-4b35-a70f-b9b33560b58f req-059d7947-67a5-4b5e-979e-751f860b4a17 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:12.254399 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dabcadb1-4e22-4b35-a70f-b9b33560b58f req-059d7947-67a5-4b5e-979e-751f860b4a17 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0538323 Oct 28 17:13:12.302903 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dabcadb1-4e22-4b35-a70f-b9b33560b58f req-410c19cd-8da0-4d4c-9eff-958b635cc2c0 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Oct 28 17:13:12.463199 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad8f31-bf34-4b22-8efa-cf82202959d6 req-54b1be93-3a52-41af-b94e-71d370fcbdfc tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:12.464700 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-60ad8f31-bf34-4b22-8efa-cf82202959d6 req-54b1be93-3a52-41af-b94e-71d370fcbdfc tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0883429 Oct 28 17:13:12.475798 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:12.477117 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0a6b-9153-4ec6-bacb-4b5424fa494f req-b1f85359-5b45-44dc-af91-aef8e1de40dc tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:12.478591 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c92a0a6b-9153-4ec6-bacb-4b5424fa494f req-b1f85359-5b45-44dc-af91-aef8e1de40dc tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 944 time: 0.0911956 Oct 28 17:13:12.551202 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-60ad8f31-bf34-4b22-8efa-cf82202959d6 req-18fd2d30-4a69-49b0-88be-08fca6675a95 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716138 Oct 28 17:13:12.556091 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c92a0a6b-9153-4ec6-bacb-4b5424fa494f req-459718bf-fcde-4d65-a381-3b4ab5fcdd89 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707431 Oct 28 17:13:12.582983 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 34266) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:12.756995 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65d014e-1855-49a8-bfbe-ef44ab3ef685 tempest-TestShelveInstance-1630152608 tempest-TestShelveInstance-1630152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:12.758579 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c65d014e-1855-49a8-bfbe-ef44ab3ef685 tempest-TestShelveInstance-1630152608 tempest-TestShelveInstance-1630152608-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 1125 time: 0.1769247 Oct 28 17:13:12.761687 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 34274) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:12.765934 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'port_id': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:12.787953 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:12.885114 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:12.996580 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Allocated IP 172.27.0.170 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:13:13.132331 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3d050-fcad-43f3-b2cb-9ad94ce37a0a req-54625856-16a1-4e49-9741-14872dca4db8 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:13.133770 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bcf3d050-fcad-43f3-b2cb-9ad94ce37a0a req-54625856-16a1-4e49-9741-14872dca4db8 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0902388 Oct 28 17:13:13.136461 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for port (ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:13.207835 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bcf3d050-fcad-43f3-b2cb-9ad94ce37a0a req-5e2a8ca6-422d-4319-a686-faeb7f2b1bd4 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679152 Oct 28 17:13:13.210116 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:13.247918 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:13:13.252731 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:13:13.256460 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:13:13.260206 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event updated for resources: {'Port': ['ID=ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:13.554488 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for floatingip (a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:13.623914 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:13.990514 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398cf82-3665-4732-9401-b65c49d966d6 req-8bc732e9-a43d-4df3-add2-1f7c8c7915ad tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:13.991893 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5398cf82-3665-4732-9401-b65c49d966d6 req-8bc732e9-a43d-4df3-add2-1f7c8c7915ad tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 944 time: 0.3492112 Oct 28 17:13:14.055258 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:14.073692 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5398cf82-3665-4732-9401-b65c49d966d6 req-1ea4d21e-42d3-49ab-98a9-9192c051cf98 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749741 Oct 28 17:13:14.082082 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for port (ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:14.087754 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:14.088462 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:14.164558 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event updated for resources: {'Port': ['ID=ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:14.210366 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Floating IP a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0 associated. External IP: 172.27.0.170, port: cef39a08-8546-4ead-91a0-ead95355f19f. Oct 28 17:13:14.390026 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0bb2d-c384-47d3-8f2c-93627a656372 req-f4460b57-7105-4731-a97e-fddb2cdad63e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:14.391977 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-10f0bb2d-c384-47d3-8f2c-93627a656372 req-f4460b57-7105-4731-a97e-fddb2cdad63e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.1069474 Oct 28 17:13:14.484947 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-10f0bb2d-c384-47d3-8f2c-93627a656372 req-f58df2ea-ffc4-4d8d-8f71-2f8f9ebae1e0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843062 Oct 28 17:13:14.492938 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:13:14.701061 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607be7f-57a3-42c2-8c3a-cf0d39378e6b req-c68894a9-7471-41ee-bedd-712bca962091 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:14.702724 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f607be7f-57a3-42c2-8c3a-cf0d39378e6b req-c68894a9-7471-41ee-bedd-712bca962091 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.1393535 Oct 28 17:13:14.710029 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:13:14.714037 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 34308) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:14.724049 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] Sync routers for ids ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:13:14.725467 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-fe444d94-17d4-435f-9eea-83bc6c895c6c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Request body: {'floatingip': {'port_id': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:14.736142 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] Routers {'8b6895aa-0b89-4bb9-b2af-537cad7e6146'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:13:14.736800 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:13:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:14.799769 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fe444d94-17d4-435f-9eea-83bc6c895c6c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for floatingip (6f7ce86f-6f53-4161-bfe8-5ab3e46feb86), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:14.805840 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:14.842247 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] Set router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:13:14.890530 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bedde88b-07f8-4297-94e7-fad7b31ab543 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1278226 Oct 28 17:13:14.893920 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:14.896244 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd1ad77-69a2-4ebe-8373-d16238cd9067" -d '{"events": [{"name": "network-changed", "server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:14.933786 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad415a27-9160-4032-b7bf-4b3445149a2c req-085da302-4631-4d46-8acf-6c79e89dd73d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:14.935388 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ad415a27-9160-4032-b7bf-4b3445149a2c req-085da302-4631-4d46-8acf-6c79e89dd73d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.2052305 Oct 28 17:13:14.937140 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b6754a-28c9-4c0f-89d8-75158e6adaf5 x-openstack-request-id: req-51b6754a-28c9-4c0f-89d8-75158e6adaf5 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:14.937417 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:14.937665 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51b6754a-28c9-4c0f-89d8-75158e6adaf5 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:14.938145 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b6754a-28c9-4c0f-89d8-75158e6adaf5'] response: {'name': 'network-changed', 'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'status': 'completed', 'code': 200} Oct 28 17:13:15.078448 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ad415a27-9160-4032-b7bf-4b3445149a2c req-624743b5-dad5-4117-b8c3-b05b12e2a0e1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337590 Oct 28 17:13:15.129542 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-15654920-79b4-47c6-8736-140b1b8f1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:15.131096 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-15654920-79b4-47c6-8736-140b1b8f1b23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142eaebbbefa4813a08ddc6bc669ab79&device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 1130 time: 0.1553822 Oct 28 17:13:15.188703 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'port_id': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'mac_address': 'fa:16:3e:aa:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afda242b-26f6-4a0c-9efb-b123849add70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:13:13Z', 'updated_at': '2022-10-28T17:13:13Z', 'revision_number': 0, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:17Z', 'revision_number': 5, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:15.216770 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] Checking router: 8b6895aa-0b89-4bb9-b2af-537cad7e6146 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:13:15.225645 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] Routers {'8b6895aa-0b89-4bb9-b2af-537cad7e6146'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:13:15.226289 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:13:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:15.320941 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-cfda0903-96c3-4a90-817f-1250e3f7fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:15.322470 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-cfda0903-96c3-4a90-817f-1250e3f7fb58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca HTTP/1.1" status: 200 len: 909 time: 0.1831086 Oct 28 17:13:15.324253 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] Set router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:13:15.376273 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:15.413932 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b043-c092-4d61-94df-7e82a10ab23d req-fe9c04c0-53c1-4127-8804-6efa9c661c1c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:15.415462 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9063b043-c092-4d61-94df-7e82a10ab23d req-fe9c04c0-53c1-4127-8804-6efa9c661c1c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 944 time: 0.2571421 Oct 28 17:13:15.468092 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-34de76c3-9f16-4615-9322-42cc88ba4b84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef39a08-8546-4ead-91a0-ead95355f19f HTTP/1.1" status: 200 len: 1000 time: 0.1174154 Oct 28 17:13:15.564479 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'port_id': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'mac_address': 'fa:16:3e:aa:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afda242b-26f6-4a0c-9efb-b123849add70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:13:13Z', 'updated_at': '2022-10-28T17:13:13Z', 'revision_number': 0, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:17Z', 'revision_number': 5, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:15.575786 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9063b043-c092-4d61-94df-7e82a10ab23d req-a6845203-35db-48f3-96e6-bde43675dc54 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349447 Oct 28 17:13:15.577772 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fe444d94-17d4-435f-9eea-83bc6c895c6c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:15.580044 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-8387df82-78d8-401e-908b-df782bc96d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:15.581540 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-8387df82-78d8-401e-908b-df782bc96d78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=928823ca-6784-4f4c-9fd4-76ea4b06ca11 HTTP/1.1" status: 200 len: 847 time: 0.1052585 Oct 28 17:13:15.583338 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fe444d94-17d4-435f-9eea-83bc6c895c6c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (6f7ce86f-6f53-4161-bfe8-5ab3e46feb86), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:15.589416 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf96ebf-c397-461b-996e-6a7ab4dc9056 None None] The sync data for ids ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'] in dv-cinder-859839-1-iscsi is: [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'port_id': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'mac_address': 'fa:16:3e:aa:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afda242b-26f6-4a0c-9efb-b123849add70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:13:13Z', 'updated_at': '2022-10-28T17:13:13Z', 'revision_number': 0, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:17Z', 'revision_number': 5, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:13:15.714551 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-5787efab-321a-4db9-b076-99e4b870fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:15.716061 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-5787efab-321a-4db9-b076-99e4b870fd24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932107 Oct 28 17:13:15.717445 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-fe444d94-17d4-435f-9eea-83bc6c895c6c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Floating IP 6f7ce86f-6f53-4161-bfe8-5ab3e46feb86 associated. External IP: 172.27.0.21, port: 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73. Oct 28 17:13:15.817606 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abf225-b4e8-4744-81b8-85f70e2464fb None None] New status for floating IP a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:13:16.125334 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-9fee4fea-a889-4bd0-8360-18fbdde263b9 service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720767 Oct 28 17:13:16.321193 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9cd1ad77-69a2-4ebe-8373-d16238cd9067 req-bf39bb8c-754b-4342-8cc6-7126ebeea0f6 service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644130 Oct 28 17:13:16.331724 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb0790-4a0d-49c2-8d1f-15528d6dcff8 req-f1ca706f-d3f9-431e-b974-4517827b8024 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:16.333142 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-39eb0790-4a0d-49c2-8d1f-15528d6dcff8 req-f1ca706f-d3f9-431e-b974-4517827b8024 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.1670418 Oct 28 17:13:16.341727 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe444d94-17d4-435f-9eea-83bc6c895c6c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Router 43091b34-ca43-41fb-8250-e3bf2f8ad08a has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:13:16.420179 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-39eb0790-4a0d-49c2-8d1f-15528d6dcff8 req-7e6de756-9025-4b34-bf53-fdfd5af58731 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804143 Oct 28 17:13:16.480362 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe444d94-17d4-435f-9eea-83bc6c895c6c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:13:16.485258 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fe444d94-17d4-435f-9eea-83bc6c895c6c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:16.490154 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] Sync routers for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:13:16.510157 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:13:16.510157 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:13:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:16.519611 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-fe444d94-17d4-435f-9eea-83bc6c895c6c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "PUT /v2.0/floatingips/6f7ce86f-6f53-4161-bfe8-5ab3e46feb86 HTTP/1.1" status: 200 len: 990 time: 1.7982161 Oct 28 17:13:16.608733 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:13:16.713341 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea4a21-2630-43f1-9116-07568cb21c27 req-71a7e5b3-9677-4d98-8dc6-772926ce8cbc tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:16.714880 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-05ea4a21-2630-43f1-9116-07568cb21c27 req-71a7e5b3-9677-4d98-8dc6-772926ce8cbc tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 944 time: 0.0549755 Oct 28 17:13:16.765680 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-05ea4a21-2630-43f1-9116-07568cb21c27 req-d1cba6ee-4aca-43f8-9499-398d4bf26a30 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447848 Oct 28 17:13:16.834520 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '6f7ce86f-6f53-4161-bfe8-5ab3e46feb86', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'port_id': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'mac_address': 'fa:16:3e:60:67:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac8814-901b-4463-af93-58db474ca60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:12:53Z', 'updated_at': '2022-10-28T17:13:15Z', 'revision_number': 1, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:15Z', 'revision_number': 5, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:16.858997 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] Checking router: 43091b34-ca43-41fb-8250-e3bf2f8ad08a for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:13:16.868043 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:13:16.868678 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:13:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:16.939636 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:16.942244 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476" -d '{"events": [{"name": "network-changed", "server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:16.978879 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6a5c96-9b5b-426d-8941-4e52adfbd4e0 x-openstack-request-id: req-4c6a5c96-9b5b-426d-8941-4e52adfbd4e0 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:16.979254 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:16.979571 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c6a5c96-9b5b-426d-8941-4e52adfbd4e0 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:16.980315 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6a5c96-9b5b-426d-8941-4e52adfbd4e0'] response: {'name': 'network-changed', 'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'status': 'completed', 'code': 200} Oct 28 17:13:16.982551 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:13:17.065484 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 19bea443-f589-4d74-ad03-11519e3ed074 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:13:17.066640 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-ecda9e6d-8170-41e1-9fee-82cea07eca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:17.068248 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-ecda9e6d-8170-41e1-9fee-82cea07eca43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 1129 time: 0.0552106 Oct 28 17:13:17.168562 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-453b36fd-3788-4c0c-876a-1756050569a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:17.170228 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-453b36fd-3788-4c0c-876a-1756050569a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 919 time: 0.0932858 Oct 28 17:13:17.252958 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-82ce8ea6-f72b-488c-b965-497b61b0150d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 HTTP/1.1" status: 200 len: 998 time: 0.0548890 Oct 28 17:13:17.268146 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 19bea443-f589-4d74-ad03-11519e3ed074, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=19bea443-f589-4d74-ad03-11519e3ed074,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:17.298350 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '19bea443-f589-4d74-ad03-11519e3ed074', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'port_id': '19bea443-f589-4d74-ad03-11519e3ed074', 'mac_address': 'fa:16:3e:1a:0e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:13:17.307577 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-ba123e0d-bdb0-48dd-b141-2caba3ed698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:17.309255 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-ba123e0d-bdb0-48dd-b141-2caba3ed698e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0479016 Oct 28 17:13:17.345565 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 19bea443-f589-4d74-ad03-11519e3ed074 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:17.345932 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (19bea443-f589-4d74-ad03-11519e3ed074), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:17.362465 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-49615d9a-296a-4c95-9e31-1a0ef051f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:17.362750 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bea443-f589-4d74-ad03-11519e3ed074 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:13:17.364008 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-49615d9a-296a-4c95-9e31-1a0ef051f341 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469787 Oct 28 17:13:17.381824 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '6f7ce86f-6f53-4161-bfe8-5ab3e46feb86', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'port_id': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'mac_address': 'fa:16:3e:60:67:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac8814-901b-4463-af93-58db474ca60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:12:53Z', 'updated_at': '2022-10-28T17:13:15Z', 'revision_number': 1, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:15Z', 'revision_number': 5, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:17.411382 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 19bea443-f589-4d74-ad03-11519e3ed074, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=19bea443-f589-4d74-ad03-11519e3ed074,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:17.412962 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28860b-0f06-4666-aee5-0301315d2746 None None] The sync data for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi is: [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '6f7ce86f-6f53-4161-bfe8-5ab3e46feb86', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'port_id': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'mac_address': 'fa:16:3e:60:67:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac8814-901b-4463-af93-58db474ca60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:12:53Z', 'updated_at': '2022-10-28T17:13:15Z', 'revision_number': 1, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:15Z', 'revision_number': 5, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:13:17.416226 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (19bea443-f589-4d74-ad03-11519e3ed074), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:17.464587 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-c0fc3eab-f6b2-47b2-bf06-44279d24725a service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930643 Oct 28 17:13:17.466899 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=19bea443-f589-4d74-ad03-11519e3ed074,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:17.478777 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.479153 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.479515 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.479859 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.480193 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.480522 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.480851 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.481178 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.481522 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.481864 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.482216 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.482539 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.482847 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:17.612049 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28def1b8-08ac-4ca5-bdcc-1ccdb0e4c476 req-cb621433-9da9-4865-bc51-34ce785f8e9b service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360223 Oct 28 17:13:17.619903 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc3e41-5a34-4992-b487-fdcf1628c073 req-fd667a02-0ddd-41c5-a6aa-08aaa91508f2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:17.621392 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dbdc3e41-5a34-4992-b487-fdcf1628c073 req-fd667a02-0ddd-41c5-a6aa-08aaa91508f2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0892270 Oct 28 17:13:17.654343 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411cfe95-88ec-437c-9806-de413b2307ee None None] New status for floating IP 6f7ce86f-6f53-4161-bfe8-5ab3e46feb86: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:13:17.675323 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dbdc3e41-5a34-4992-b487-fdcf1628c073 req-e514f619-d783-42b6-bf64-7caa37d415db tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471973 Oct 28 17:13:17.900601 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c13e8f-118f-4256-989b-d5900b0c9ab1 req-4b3f30da-bbdf-4ab0-976c-7a61fe29f901 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:17.902147 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-90c13e8f-118f-4256-989b-d5900b0c9ab1 req-4b3f30da-bbdf-4ab0-976c-7a61fe29f901 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 945 time: 0.0589786 Oct 28 17:13:17.950247 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['19bea443-f589-4d74-ad03-11519e3ed074'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:13:17.950856 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-90c13e8f-118f-4256-989b-d5900b0c9ab1 req-96aa578e-386e-4f58-af9f-855f131e2aab tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Oct 28 17:13:18.809210 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65fb9f-06ca-4534-8985-d6c5cb13f869 req-a3519464-2e35-406f-acf1-5c9e7b077548 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:18.810855 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cd65fb9f-06ca-4534-8985-d6c5cb13f869 req-a3519464-2e35-406f-acf1-5c9e7b077548 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0565958 Oct 28 17:13:18.865408 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cd65fb9f-06ca-4534-8985-d6c5cb13f869 req-b7df2226-e02c-456e-88af-0ea5cec1e4a0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482635 Oct 28 17:13:19.093229 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30d807-099b-4350-b0b7-8a63718ba56c req-f70cc84a-d84f-4b9e-ae2a-c6717b250ff6 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:19.094731 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-da30d807-099b-4350-b0b7-8a63718ba56c req-f70cc84a-d84f-4b9e-ae2a-c6717b250ff6 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 945 time: 0.0602269 Oct 28 17:13:19.143808 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-da30d807-099b-4350-b0b7-8a63718ba56c req-5cf48abc-94e5-4d43-8e47-ea783e6ce5de tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Oct 28 17:13:19.838666 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34368) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:19.843337 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361455901', 'description': 'tempest-description--1198023772'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:19.865639 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:19.935907 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (fb341d90-8d34-4f8c-bb8a-4e7320d4969a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:19.941049 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (fb341d90-8d34-4f8c-bb8a-4e7320d4969a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:19.972890 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:19.974213 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1344924 Oct 28 17:13:19.977535 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34372) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:19.982506 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-a66115dc-b7f0-48b1-a73c-2a7bbd23bdc7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group_rule': {'security_group_id': 'fb341d90-8d34-4f8c-bb8a-4e7320d4969a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:19.989761 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb341d90-8d34-4f8c-bb8a-4e7320d4969a,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:20.003953 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fd595-759d-432b-b87d-9d8ed54e085b req-00acf99b-18ff-4f08-9bec-72b2a77c5a29 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:20.004537 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.004537 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.004721 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.005023 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.005353 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.005679 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.005868 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-112fd595-759d-432b-b87d-9d8ed54e085b req-00acf99b-18ff-4f08-9bec-72b2a77c5a29 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0582016 Oct 28 17:13:20.006027 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.006353 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.006680 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.007001 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.007324 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.007642 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.007960 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83a1f6-3fa7-44ba-8adc-207cab154b61 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:13:20.025171 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a66115dc-b7f0-48b1-a73c-2a7bbd23bdc7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (75cfd69e-5d7d-48d1-85fc-3a35f08eb632), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.055556 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-112fd595-759d-432b-b87d-9d8ed54e085b req-17803e19-2b3c-42e2-8ccb-46ed74f51145 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Oct 28 17:13:20.070962 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a66115dc-b7f0-48b1-a73c-2a7bbd23bdc7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (75cfd69e-5d7d-48d1-85fc-3a35f08eb632), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.075235 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a66115dc-b7f0-48b1-a73c-2a7bbd23bdc7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (75cfd69e-5d7d-48d1-85fc-3a35f08eb632), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.092784 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66115dc-b7f0-48b1-a73c-2a7bbd23bdc7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cfd69e-5d7d-48d1-85fc-3a35f08eb632,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:20.100455 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a66115dc-b7f0-48b1-a73c-2a7bbd23bdc7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.102020 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a66115dc-b7f0-48b1-a73c-2a7bbd23bdc7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228442 Oct 28 17:13:20.104483 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34374) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:20.108813 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-35b57b22-00c8-48af-8f8c-8ab642a0b1c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group_rule': {'security_group_id': 'fb341d90-8d34-4f8c-bb8a-4e7320d4969a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:20.134057 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-35b57b22-00c8-48af-8f8c-8ab642a0b1c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (7e102784-c27a-4c0a-bff0-225048419235), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.191020 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-35b57b22-00c8-48af-8f8c-8ab642a0b1c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (7e102784-c27a-4c0a-bff0-225048419235), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.196285 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-35b57b22-00c8-48af-8f8c-8ab642a0b1c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (7e102784-c27a-4c0a-bff0-225048419235), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.214343 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b57b22-00c8-48af-8f8c-8ab642a0b1c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e102784-c27a-4c0a-bff0-225048419235,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:20.224986 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-35b57b22-00c8-48af-8f8c-8ab642a0b1c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.226249 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-35b57b22-00c8-48af-8f8c-8ab642a0b1c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208062 Oct 28 17:13:20.229633 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34378) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:20.233934 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:20.255212 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.283384 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da72ccf-aba1-4a46-b7bb-756c4ee01dd1 req-0c3eb639-82c7-481a-a84b-3673ccf9eb33 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:20.284856 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8da72ccf-aba1-4a46-b7bb-756c4ee01dd1 req-0c3eb639-82c7-481a-a84b-3673ccf9eb33 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 945 time: 0.0542324 Oct 28 17:13:20.336411 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8da72ccf-aba1-4a46-b7bb-756c4ee01dd1 req-98f8f096-0c64-4fbf-b40c-d08d6a178cee tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459547 Oct 28 17:13:20.355909 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.458520 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Allocated IP 172.27.0.167 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/88cdf05e-09fa-4211-960e-eabd299865ec) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:13:20.557803 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (88cdf05e-09fa-4211-960e-eabd299865ec), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.591888 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (88cdf05e-09fa-4211-960e-eabd299865ec), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.632670 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:13:20.637715 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:13:20.639772 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=88cdf05e-09fa-4211-960e-eabd299865ec,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:20.641877 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:13:20.727567 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (56efb9de-c381-4167-9a1e-af1ed092a789), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.769249 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (88cdf05e-09fa-4211-960e-eabd299865ec), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.911428 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (88cdf05e-09fa-4211-960e-eabd299865ec), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.917501 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (88cdf05e-09fa-4211-960e-eabd299865ec), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:20.984119 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=88cdf05e-09fa-4211-960e-eabd299865ec,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:20.986569 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (56efb9de-c381-4167-9a1e-af1ed092a789), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:21.004832 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:21.006094 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-60d0d950-db68-4c14-8d40-18e868bde0d9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7755213 Oct 28 17:13:21.072955 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 19bea443-f589-4d74-ad03-11519e3ed074 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:13:21.136245 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 19bea443-f589-4d74-ad03-11519e3ed074 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:13:21.140288 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 19bea443-f589-4d74-ad03-11519e3ed074 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:13:21.140970 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (19bea443-f589-4d74-ad03-11519e3ed074), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:21.141315 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 19bea443-f589-4d74-ad03-11519e3ed074 Oct 28 17:13:21.217153 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 19bea443-f589-4d74-ad03-11519e3ed074 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:21.217545 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (19bea443-f589-4d74-ad03-11519e3ed074), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:21.222041 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce153ead-cc85-4de1-b070-173dff1726c5 req-ce3864d6-476b-4dff-bb23-94fb4ded2aa6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:21.223518 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ce153ead-cc85-4de1-b070-173dff1726c5 req-ce3864d6-476b-4dff-bb23-94fb4ded2aa6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0819976 Oct 28 17:13:21.227825 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-c2bdeebf-a3fb-4b81-95f3-e54d4b9efbb5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1361455901&fields=id&tenant_id=b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 267 time: 0.0597346 Oct 28 17:13:21.240486 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ca178e-193b-470d-ba68-c653c4f68817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bea443-f589-4d74-ad03-11519e3ed074'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:21.242698 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527cca18-429e-4018-88b5-ec0835a30dd4" -d '{"events": [{"server_uuid": "71ca178e-193b-470d-ba68-c653c4f68817", "name": "network-vif-plugged", "status": "completed", "tag": "19bea443-f589-4d74-ad03-11519e3ed074"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:21.255377 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 19bea443-f589-4d74-ad03-11519e3ed074, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=19bea443-f589-4d74-ad03-11519e3ed074,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:21.259807 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (19bea443-f589-4d74-ad03-11519e3ed074), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:21.308290 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=19bea443-f589-4d74-ad03-11519e3ed074,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:21.329433 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ce153ead-cc85-4de1-b070-173dff1726c5 req-b86430a3-dbd8-46a7-99a2-e5a3e90ef3a9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001875 Oct 28 17:13:21.359823 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:21.361282 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d45f8-787e-4741-9db5-f07292b207c2 req-b5a4984d-55b0-4615-b1f5-f52437fa2464 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:21.367427 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-b5a4984d-55b0-4615-b1f5-f52437fa2464 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 815 time: 0.1318371 Oct 28 17:13:21.378144 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-ca51be03-c483-416d-ab4c-c5e29de2502a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/quotas/b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 375 time: 0.0096216 Oct 28 17:13:21.382255 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7372f2-d7f6-4b16-9fa1-922203dd0e9f x-openstack-request-id: req-5b7372f2-d7f6-4b16-9fa1-922203dd0e9f {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:21.382593 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ca178e-193b-470d-ba68-c653c4f68817", "name": "network-vif-plugged", "status": "completed", "tag": "19bea443-f589-4d74-ad03-11519e3ed074", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:21.382853 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b7372f2-d7f6-4b16-9fa1-922203dd0e9f {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:21.383397 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7372f2-d7f6-4b16-9fa1-922203dd0e9f'] response: {'server_uuid': '71ca178e-193b-470d-ba68-c653c4f68817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bea443-f589-4d74-ad03-11519e3ed074', 'code': 200} Oct 28 17:13:21.467642 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-3bfc35f2-9d94-42e4-81ed-289178ccf600 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838079 Oct 28 17:13:21.535832 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb1ff3-24f2-42e5-a6d9-c9123cb0c49b req-4ad885ac-6548-406a-85de-de5579683116 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:21.537274 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-76cb1ff3-24f2-42e5-a6d9-c9123cb0c49b req-4ad885ac-6548-406a-85de-de5579683116 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 946 time: 0.1096971 Oct 28 17:13:21.607739 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-33273257-2cac-408c-b23e-34ed7542a16d service neutron] 10.222.0.20 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283793 Oct 28 17:13:21.613299 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-76cb1ff3-24f2-42e5-a6d9-c9123cb0c49b req-c06a9ddf-d6d3-4715-b620-e44eeffa90ed tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699477 Oct 28 17:13:21.734904 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-a26c991f-707a-4502-ac42-ff0f8ee60b8d service neutron] 10.222.0.20 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206691 Oct 28 17:13:21.738082 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18977c-1e6c-40d2-90a5-26ad7779ccc0 req-3c91a89c-840c-4f3c-89e7-90f16964cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:21.739515 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3d18977c-1e6c-40d2-90a5-26ad7779ccc0 req-3c91a89c-840c-4f3c-89e7-90f16964cc7b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 1130 time: 0.0794625 Oct 28 17:13:21.787515 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3d18977c-1e6c-40d2-90a5-26ad7779ccc0 req-a81b90da-ea40-4ee4-ba03-9f6075658ef4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Oct 28 17:13:21.894850 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7574b361-1452-4f94-8f06-3b8bbaab9c21 req-0404d147-1fdb-451b-a48b-50c602bd9221 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 210 time: 0.0266349 Oct 28 17:13:22.470700 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a196-9fe0-4e95-a1bc-1290d577e7ab req-fac8dfed-36cf-4163-b9e8-91a9ac736b65 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:22.472166 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b0b0a196-9fe0-4e95-a1bc-1290d577e7ab req-fac8dfed-36cf-4163-b9e8-91a9ac736b65 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0596647 Oct 28 17:13:22.518356 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b0b0a196-9fe0-4e95-a1bc-1290d577e7ab req-2eda82b7-3398-4071-a915-9630731a8542 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 Oct 28 17:13:22.769228 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ea5fd-fe79-4e51-a573-a9d0c7c1ccec req-9a9dba06-adb6-4219-8cb5-a6c7179937d4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:22.770665 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8d4ea5fd-fe79-4e51-a573-a9d0c7c1ccec req-9a9dba06-adb6-4219-8cb5-a6c7179937d4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 946 time: 0.0679119 Oct 28 17:13:22.824755 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8d4ea5fd-fe79-4e51-a573-a9d0c7c1ccec req-4528f9a2-4a78-472c-a920-0b35fa4805a8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475178 Oct 28 17:13:23.022005 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ab18ae2a-5334-4409-bf3b-0947a39d1e95 req-70c0124a-a8d1-4e6a-b026-249a928b61f8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 210 time: 0.0338826 Oct 28 17:13:23.066725 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d45f8-787e-4741-9db5-f07292b207c2 req-0785b43c-5560-45a6-9bf8-27c2835ebe27 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:23.068204 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-0785b43c-5560-45a6-9bf8-27c2835ebe27 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 815 time: 0.1324227 Oct 28 17:13:23.140186 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-950454d3-682c-4c29-98cf-f02fb47e74a6 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 473 time: 0.0625570 Oct 28 17:13:23.152420 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'port': {'device_id': 'b983d279-8544-4d69-99dd-6974b3b64145', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'admin_state_up': True, 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'security_groups': ['fb341d90-8d34-4f8c-bb8a-4e7320d4969a']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:23.264869 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Made reservation on behalf of b8ab3f0989134aceb116ce494da4e6af for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:13:23.268386 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:23.394633 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Allocated IP 172.20.0.14 (4c43b206-3920-4691-871c-1ca5342d7aa4/b4b33b05-3795-42d6-af63-326599c48b6f/83489d3b-2716-4b6e-a353-018de5d8c1d0) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:13:23.530825 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:23.565913 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:23.618334 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:13:23.632519 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:13:23.650741 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:13:23.655762 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:23.656376 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:23.664808 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=83489d3b-2716-4b6e-a353-018de5d8c1d0,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:23.683279 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-4fd5f344-af7d-4af7-acb9-9c50b305d7d3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5344331 Oct 28 17:13:23.699640 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bb9c7-9b1f-4087-98f0-8566a86b305c req-f8fd8f28-db2a-43b5-90f1-c4e51a225bbe tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:23.701184 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-348bb9c7-9b1f-4087-98f0-8566a86b305c req-f8fd8f28-db2a-43b5-90f1-c4e51a225bbe tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0872471 Oct 28 17:13:23.706982 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Request body: {'port': {'device_id': 'b983d279-8544-4d69-99dd-6974b3b64145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:23.795651 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-348bb9c7-9b1f-4087-98f0-8566a86b305c req-940ee0a9-1d9a-4a9f-a7cb-1a24a431efce tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859058 Oct 28 17:13:23.796866 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:23.925636 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-4f65c23d-5e15-421c-9ee9-adba9668ec60 None None] Provisioning complete for port 83489d3b-2716-4b6e-a353-018de5d8c1d0 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:13:23.926261 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4f65c23d-5e15-421c-9ee9-adba9668ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:23.926407 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-4f65c23d-5e15-421c-9ee9-adba9668ec60 None None] Attempt 1 to provision port 83489d3b-2716-4b6e-a353-018de5d8c1d0 Oct 28 17:13:23.957440 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-4f65c23d-5e15-421c-9ee9-adba9668ec60 None None] Port 83489d3b-2716-4b6e-a353-018de5d8c1d0 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:13:24.007617 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22db79-900e-4cfa-a093-6551193f376e req-d53693a3-16b9-4a5e-93b1-2d8c3f29a306 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:24.009116 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ab22db79-900e-4cfa-a093-6551193f376e req-d53693a3-16b9-4a5e-93b1-2d8c3f29a306 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 946 time: 0.1121831 Oct 28 17:13:24.109349 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ab22db79-900e-4cfa-a093-6551193f376e req-7afa64ff-d65f-427f-8052-473f7a0856b7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901065 Oct 28 17:13:24.149299 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83489d3b-2716-4b6e-a353-018de5d8c1d0 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:13:24.158504 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Publish callbacks [] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:24.174644 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Transition to ACTIVE for port object 83489d3b-2716-4b6e-a353-018de5d8c1d0 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:13:24.181146 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:24.195681 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7e901-40aa-4fb7-8cc7-fd2a659183a6 req-392428e1-e722-49ca-bdb2-5acb6a480477 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:24.197164 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5cc7e901-40aa-4fb7-8cc7-fd2a659183a6 req-392428e1-e722-49ca-bdb2-5acb6a480477 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 932 time: 0.0854900 Oct 28 17:13:24.264556 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=83489d3b-2716-4b6e-a353-018de5d8c1d0,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:24.297090 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5cc7e901-40aa-4fb7-8cc7-fd2a659183a6 req-fa0cedbc-cca9-4fa2-a59e-0e76fef13310 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818686 Oct 28 17:13:24.297745 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Attempting to bind port 83489d3b-2716-4b6e-a353-018de5d8c1d0 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:13:24.298145 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Attempting to bind port 83489d3b-2716-4b6e-a353-018de5d8c1d0 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:13:24.298489 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Attempting to bind port 83489d3b-2716-4b6e-a353-018de5d8c1d0 on network 4c43b206-3920-4691-871c-1ca5342d7aa4 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:13:24.303133 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Port 83489d3b-2716-4b6e-a353-018de5d8c1d0 on network 4c43b206-3920-4691-871c-1ca5342d7aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:13:24.303469 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Attempting to bind port 83489d3b-2716-4b6e-a353-018de5d8c1d0 on network 4c43b206-3920-4691-871c-1ca5342d7aa4 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:13:24.308298 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:13:24.308644 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Checking segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:13:24.309000 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Bound using segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:13:24.309425 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Bound port: 83489d3b-2716-4b6e-a353-018de5d8c1d0, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:13:24.309779 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:24.371936 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] For port 83489d3b-2716-4b6e-a353-018de5d8c1d0, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:13:24.374992 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] For port 83489d3b-2716-4b6e-a353-018de5d8c1d0, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=83489d3b-2716-4b6e-a353-018de5d8c1d0,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:13:24.383766 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:24.387900 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:24.388546 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:24.389973 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] 10.222.0.44 "PUT /v2.0/ports/83489d3b-2716-4b6e-a353-018de5d8c1d0 HTTP/1.1" status: 200 len: 1094 time: 0.6869373 Oct 28 17:13:24.390461 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b983d279-8544-4d69-99dd-6974b3b64145', 'tag': '83489d3b-2716-4b6e-a353-018de5d8c1d0'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:24.392741 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68917f3e-ea23-4c47-9606-fd8d902dc87f" -d '{"events": [{"name": "network-changed", "server_uuid": "b983d279-8544-4d69-99dd-6974b3b64145", "tag": "83489d3b-2716-4b6e-a353-018de5d8c1d0"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:24.431865 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc66d858-f124-4306-b4c2-589c8da29020 x-openstack-request-id: req-dc66d858-f124-4306-b4c2-589c8da29020 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:24.432712 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b983d279-8544-4d69-99dd-6974b3b64145", "tag": "83489d3b-2716-4b6e-a353-018de5d8c1d0", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:24.432966 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc66d858-f124-4306-b4c2-589c8da29020 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:24.433367 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc66d858-f124-4306-b4c2-589c8da29020'] response: {'name': 'network-changed', 'server_uuid': 'b983d279-8544-4d69-99dd-6974b3b64145', 'tag': '83489d3b-2716-4b6e-a353-018de5d8c1d0', 'status': 'completed', 'code': 200} Oct 28 17:13:24.446173 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e40dc-b190-498c-9402-9e582c5fa7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=83489d3b-2716-4b6e-a353-018de5d8c1d0,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:24.459158 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-4f65c23d-5e15-421c-9ee9-adba9668ec60 None None] Attempt 2 to provision port 83489d3b-2716-4b6e-a353-018de5d8c1d0 Oct 28 17:13:24.492381 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d45f8-787e-4741-9db5-f07292b207c2 req-6952f6ab-7bf7-4e38-b565-a0ea5706fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:24.493878 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-6952f6ab-7bf7-4e38-b565-a0ea5706fa97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 1128 time: 0.0446451 Oct 28 17:13:24.499512 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-4f65c23d-5e15-421c-9ee9-adba9668ec60 None None] Port 83489d3b-2716-4b6e-a353-018de5d8c1d0 had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:13:24.546720 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-90a9beae-902e-4327-b269-3a7adbf36aa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83489d3b-2716-4b6e-a353-018de5d8c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0343568 Oct 28 17:13:24.597667 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d45f8-787e-4741-9db5-f07292b207c2 req-eb68c05d-232d-40a3-95b3-5142cbe22c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:24.599187 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-eb68c05d-232d-40a3-95b3-5142cbe22c4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0447323 Oct 28 17:13:24.653890 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d45f8-787e-4741-9db5-f07292b207c2 req-ffbb5f36-4f44-41c3-9aa1-08f6a2f56ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:24.655443 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-ffbb5f36-4f44-41c3-9aa1-08f6a2f56ba7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454390 Oct 28 17:13:24.762793 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-cd0edefd-45b4-4f8a-bce1-216a0a79fdc2 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866539 Oct 28 17:13:25.141868 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-957d45f8-787e-4741-9db5-f07292b207c2 req-2f63d9ab-4d39-4bf5-9685-96258ad6ae03 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518221 Oct 28 17:13:25.150183 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573709d-fbea-4712-844e-99de9192fb2c req-b972f029-bc44-4075-95bc-44ac959fb4a9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:25.151502 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c573709d-fbea-4712-844e-99de9192fb2c req-b972f029-bc44-4075-95bc-44ac959fb4a9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.1078713 Oct 28 17:13:25.208383 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c573709d-fbea-4712-844e-99de9192fb2c req-ce59c36f-da1f-49a9-80ac-2e126c51c854 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508049 Oct 28 17:13:25.281295 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34187077-c557-4bc7-b8e7-cc86f2046b5b req-af541fda-cf98-4a8d-a6c7-2f4fddf3d95b tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:25.282917 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34187077-c557-4bc7-b8e7-cc86f2046b5b req-af541fda-cf98-4a8d-a6c7-2f4fddf3d95b tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 946 time: 0.0943844 Oct 28 17:13:25.288959 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-a0c1e097-39a3-423f-a784-9150613ab556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:25.290391 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-a0c1e097-39a3-423f-a784-9150613ab556 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 1128 time: 0.0645795 Oct 28 17:13:25.395945 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34187077-c557-4bc7-b8e7-cc86f2046b5b req-d26d9d76-4292-481f-be43-32b6a7ffe219 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045854 Oct 28 17:13:25.438989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-bfa14996-e4c9-4ee6-89ce-7c11b2f46bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:25.440450 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-bfa14996-e4c9-4ee6-89ce-7c11b2f46bdf service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 916 time: 0.1427445 Oct 28 17:13:25.460656 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b053e-19e3-46c5-b6d7-29ab650e82db req-75e10ed5-c55d-4d5b-ae40-ce0ea8233414 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:25.462059 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-198b053e-19e3-46c5-b6d7-29ab650e82db req-75e10ed5-c55d-4d5b-ae40-ce0ea8233414 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 944 time: 0.0909936 Oct 28 17:13:25.498899 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-d44e5a40-a148-4213-a608-a3e761f5a299 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83489d3b-2716-4b6e-a353-018de5d8c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0505946 Oct 28 17:13:25.560471 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-198b053e-19e3-46c5-b6d7-29ab650e82db req-d667cb64-a3e1-4ddf-8000-72ff8682aa59 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679777 Oct 28 17:13:25.574004 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-8f3c970c-5019-40b4-b11a-5428d30af57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:25.575460 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-8f3c970c-5019-40b4-b11a-5428d30af57b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0610764 Oct 28 17:13:25.625915 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-65417f23-7b8a-485d-9c76-4485182fc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:25.627474 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-65417f23-7b8a-485d-9c76-4485182fc0e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454271 Oct 28 17:13:25.724193 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-5cfbdef4-afb3-48d4-946f-962eb51526e5 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892284 Oct 28 17:13:25.816093 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-68917f3e-ea23-4c47-9606-fd8d902dc87f req-2052a3c6-f423-4b2e-854a-9523d1ff49a7 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849009 Oct 28 17:13:26.357533 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5867f1-fd4d-432f-833e-354ffe41e7af req-bd4d3bd1-0c8b-4bef-a898-7e0e413891b4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:26.359008 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6a5867f1-fd4d-432f-833e-354ffe41e7af req-bd4d3bd1-0c8b-4bef-a898-7e0e413891b4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0587287 Oct 28 17:13:26.405973 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6a5867f1-fd4d-432f-833e-354ffe41e7af req-99e77f9e-1ac1-4a80-97d1-0aaa9c07a6e6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 Oct 28 17:13:26.521497 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844472-921c-47da-935a-7ed9af5fbb43 req-8c2e043e-ac36-4e18-bd69-3b166c4f6d9c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:26.523031 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34844472-921c-47da-935a-7ed9af5fbb43 req-8c2e043e-ac36-4e18-bd69-3b166c4f6d9c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 946 time: 0.0548439 Oct 28 17:13:26.573273 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-34844472-921c-47da-935a-7ed9af5fbb43 req-af5ddba6-c206-45d6-8359-4ec41355b417 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445051 Oct 28 17:13:26.718546 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a48024-4896-44f2-be56-2d1f069be25d req-33ab4f11-cf5a-4bff-8963-e363f8062684 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:26.720098 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-08a48024-4896-44f2-be56-2d1f069be25d req-33ab4f11-cf5a-4bff-8963-e363f8062684 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 944 time: 0.0859520 Oct 28 17:13:26.726834 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59da931-0763-4ff8-a7e0-8d72764bade6 req-ac63943e-0fab-4278-950d-3cf87435612f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:26.728375 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d59da931-0763-4ff8-a7e0-8d72764bade6 req-ac63943e-0fab-4278-950d-3cf87435612f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 946 time: 0.0852842 Oct 28 17:13:26.794194 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-08a48024-4896-44f2-be56-2d1f069be25d req-5993bc95-530f-4907-9fb7-87aaf3b67395 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647278 Oct 28 17:13:26.808770 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d59da931-0763-4ff8-a7e0-8d72764bade6 req-e7405bf9-cc4d-4776-a68b-76957b546823 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655293 Oct 28 17:13:26.838756 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 34458) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:26.937294 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee4d4b7-dba2-44b6-8f9d-d22ebf19ad7e tempest-TestVolumeBootPattern-1681525273 tempest-TestVolumeBootPattern-1681525273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:26.939355 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-dee4d4b7-dba2-44b6-8f9d-d22ebf19ad7e tempest-TestVolumeBootPattern-1681525273 tempest-TestVolumeBootPattern-1681525273-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 1125 time: 0.0991535 Oct 28 17:13:26.943368 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34462) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:26.948070 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'port_id': '19bea443-f589-4d74-ad03-11519e3ed074', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:26.969643 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:27.078171 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:27.183847 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Allocated IP 172.27.0.112 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/8204a701-3eec-4d3e-87f6-2d90a50afcad) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:13:27.293896 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for port (8204a701-3eec-4d3e-87f6-2d90a50afcad), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:27.331266 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (8204a701-3eec-4d3e-87f6-2d90a50afcad), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:27.369007 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:13:27.374130 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:13:27.376803 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:13:27.380097 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'Port': ['ID=8204a701-3eec-4d3e-87f6-2d90a50afcad,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:27.539592 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a6390-5d62-46ab-8d37-e43c3cb3570b req-567d6dba-da1a-4797-8586-a15c9b2b154b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:27.541035 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a09a6390-5d62-46ab-8d37-e43c3cb3570b req-567d6dba-da1a-4797-8586-a15c9b2b154b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0565658 Oct 28 17:13:27.589583 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a09a6390-5d62-46ab-8d37-e43c3cb3570b req-df59d020-cd32-4b0c-a94f-50caf66db950 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Oct 28 17:13:27.924717 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78da1cf-dde2-4806-8154-d67d22483e0b req-e218fed6-fd7d-4f1c-b0f9-8742085d8466 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:27.926209 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d78da1cf-dde2-4806-8154-d67d22483e0b req-e218fed6-fd7d-4f1c-b0f9-8742085d8466 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 944 time: 0.0567255 Oct 28 17:13:27.949227 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (b7e749fb-4e3d-452d-90fb-c5c4ea515df1), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:27.974001 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d78da1cf-dde2-4806-8154-d67d22483e0b req-508372c2-a47e-4072-bbad-99e3974cc6e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Oct 28 17:13:28.027504 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8204a701-3eec-4d3e-87f6-2d90a50afcad), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:28.101138 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb29d39-6d28-4b14-9450-86b3df7aa8c2 req-5897fe93-f552-4345-ab5e-c77e54a34724 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:28.102546 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-beb29d39-6d28-4b14-9450-86b3df7aa8c2 req-5897fe93-f552-4345-ab5e-c77e54a34724 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0518122 Oct 28 17:13:28.152786 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-beb29d39-6d28-4b14-9450-86b3df7aa8c2 req-b6484cc1-24ea-4fe6-91eb-6b81de98dac2 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441074 Oct 28 17:13:28.170347 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for port (8204a701-3eec-4d3e-87f6-2d90a50afcad), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:28.175159 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (8204a701-3eec-4d3e-87f6-2d90a50afcad), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:28.238833 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'Port': ['ID=8204a701-3eec-4d3e-87f6-2d90a50afcad,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:28.242682 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (b7e749fb-4e3d-452d-90fb-c5c4ea515df1), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:28.334712 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Floating IP b7e749fb-4e3d-452d-90fb-c5c4ea515df1 associated. External IP: 172.27.0.112, port: 19bea443-f589-4d74-ad03-11519e3ed074. Oct 28 17:13:28.526144 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Router b355eae0-68f0-4aad-89ff-9ad3dc158f12 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:13:28.628190 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:13:28.639705 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] Sync routers for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:13:28.647923 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:28.650513 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:13:28.651372 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:13:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:28.679236 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c945f9f4-8b66-42df-9870-bd43edb8e39f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7347522 Oct 28 17:13:28.679967 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ca178e-193b-470d-ba68-c653c4f68817', 'tag': '19bea443-f589-4d74-ad03-11519e3ed074'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:28.682614 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b738ad5d-f76c-4b5f-a52d-009b465b5474" -d '{"events": [{"name": "network-changed", "server_uuid": "71ca178e-193b-470d-ba68-c653c4f68817", "tag": "19bea443-f589-4d74-ad03-11519e3ed074"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:28.719537 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f466f31-6ee0-4881-bb82-f240376137c5 x-openstack-request-id: req-9f466f31-6ee0-4881-bb82-f240376137c5 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:28.721455 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ca178e-193b-470d-ba68-c653c4f68817", "tag": "19bea443-f589-4d74-ad03-11519e3ed074", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:28.721729 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f466f31-6ee0-4881-bb82-f240376137c5 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:28.722202 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f466f31-6ee0-4881-bb82-f240376137c5'] response: {'name': 'network-changed', 'server_uuid': '71ca178e-193b-470d-ba68-c653c4f68817', 'tag': '19bea443-f589-4d74-ad03-11519e3ed074', 'status': 'completed', 'code': 200} Oct 28 17:13:28.728153 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58242a-cc27-4e82-a47b-a03916bb76dc req-079dbecf-c2d7-42f0-898a-fe68835fe258 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:28.729758 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f58242a-cc27-4e82-a47b-a03916bb76dc req-079dbecf-c2d7-42f0-898a-fe68835fe258 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0575266 Oct 28 17:13:28.760059 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:13:28.803863 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f58242a-cc27-4e82-a47b-a03916bb76dc req-3fdec2a1-8ea0-4b98-9ce3-2f89955e6e12 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677538 Oct 28 17:13:28.814367 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-caa0b58d-e01b-488e-b853-94cc35f73f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:28.815822 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-caa0b58d-e01b-488e-b853-94cc35f73f99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 1130 time: 0.0664136 Oct 28 17:13:28.911688 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-f9415d42-6862-4ef4-95f0-0a422b773728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:28.913174 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-f9415d42-6862-4ef4-95f0-0a422b773728 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 912 time: 0.0898681 Oct 28 17:13:28.973911 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-a93e8e6a-4d2c-4eee-be5f-6b7f8024d8ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19bea443-f589-4d74-ad03-11519e3ed074 HTTP/1.1" status: 200 len: 1000 time: 0.0538731 Oct 28 17:13:28.975909 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'b7e749fb-4e3d-452d-90fb-c5c4ea515df1', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '19bea443-f589-4d74-ad03-11519e3ed074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:1a:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca178e-193b-470d-ba68-c653c4f68817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:13:27Z', 'updated_at': '2022-10-28T17:13:27Z', 'revision_number': 0, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:29.003854 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] Checking router: b355eae0-68f0-4aad-89ff-9ad3dc158f12 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:13:29.012267 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:13:29.012855 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:13:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:29.029756 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-b1ed4d0f-30a3-4c51-8327-2a8df3c3cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:29.031290 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-b1ed4d0f-30a3-4c51-8327-2a8df3c3cb68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0504210 Oct 28 17:13:29.114726 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:13:29.123548 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-16741bd1-ebb4-4bb9-8f82-6ccd28b81e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:29.125044 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-16741bd1-ebb4-4bb9-8f82-6ccd28b81e36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823870 Oct 28 17:13:29.132630 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36d0c9-7406-4ffc-b210-97bbbf979c02 req-e0cf021e-3d49-45d3-965f-65195b8eecfd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:29.134033 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1d36d0c9-7406-4ffc-b210-97bbbf979c02 req-e0cf021e-3d49-45d3-965f-65195b8eecfd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 944 time: 0.0818119 Oct 28 17:13:29.144495 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 83489d3b-2716-4b6e-a353-018de5d8c1d0 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:13:29.256819 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1d36d0c9-7406-4ffc-b210-97bbbf979c02 req-ebfec53d-5ea3-491b-9a84-2776915088fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125593 Oct 28 17:13:29.278069 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-835400c5-5ca8-457c-8550-ba7cc4802fa9 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430981 Oct 28 17:13:29.338414 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446096ff-4d4e-41af-876b-382245a440d2 req-c427a74a-3685-4a11-86a0-326b04b3a6f3 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:29.339884 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-446096ff-4d4e-41af-876b-382245a440d2 req-c427a74a-3685-4a11-86a0-326b04b3a6f3 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.1081789 Oct 28 17:13:29.344456 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 83489d3b-2716-4b6e-a353-018de5d8c1d0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=83489d3b-2716-4b6e-a353-018de5d8c1d0,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:29.365056 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '83489d3b-2716-4b6e-a353-018de5d8c1d0', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'port_id': '83489d3b-2716-4b6e-a353-018de5d8c1d0', 'mac_address': 'fa:16:3e:fd:d2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:13:29.414076 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b738ad5d-f76c-4b5f-a52d-009b465b5474 req-8cdaacdf-f8c0-4aca-ba26-bf5f1a4ab7db service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255400 Oct 28 17:13:29.417326 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-446096ff-4d4e-41af-876b-382245a440d2 req-94678563-e7e7-4523-8756-d86dbb409092 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698054 Oct 28 17:13:29.420801 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 83489d3b-2716-4b6e-a353-018de5d8c1d0 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:29.421204 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:29.441448 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83489d3b-2716-4b6e-a353-018de5d8c1d0 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:13:29.465835 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 83489d3b-2716-4b6e-a353-018de5d8c1d0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=83489d3b-2716-4b6e-a353-018de5d8c1d0,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:29.468879 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'b7e749fb-4e3d-452d-90fb-c5c4ea515df1', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '19bea443-f589-4d74-ad03-11519e3ed074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:1a:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca178e-193b-470d-ba68-c653c4f68817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:13:27Z', 'updated_at': '2022-10-28T17:13:27Z', 'revision_number': 0, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:29.471923 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:29.499821 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b81aff-f283-4bbc-9975-c076329e44d4 None None] The sync data for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi is: [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'b7e749fb-4e3d-452d-90fb-c5c4ea515df1', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '19bea443-f589-4d74-ad03-11519e3ed074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:1a:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca178e-193b-470d-ba68-c653c4f68817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:13:27Z', 'updated_at': '2022-10-28T17:13:27Z', 'revision_number': 0, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:13:29.541907 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=83489d3b-2716-4b6e-a353-018de5d8c1d0,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:29.689776 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f972104-c37f-46d4-a3f5-5dbab637ad26 None None] New status for floating IP b7e749fb-4e3d-452d-90fb-c5c4ea515df1: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:13:29.935609 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c883b-548f-4032-ad94-4f6e11d55128 req-a42c47eb-da60-4b18-b411-ae08df4628c0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:29.937278 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-073c883b-548f-4032-ad94-4f6e11d55128 req-a42c47eb-da60-4b18-b411-ae08df4628c0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0541811 Oct 28 17:13:29.984983 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-073c883b-548f-4032-ad94-4f6e11d55128 req-066c9c8d-df25-4122-a9d1-57e9eca53453 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Oct 28 17:13:30.083462 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['83489d3b-2716-4b6e-a353-018de5d8c1d0'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:13:30.385411 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb489cb5-67c4-43fb-98b5-fb80bef9bcc9 req-81f4a521-063d-45dd-8450-bcb69f15e4ab tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:30.386950 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb489cb5-67c4-43fb-98b5-fb80bef9bcc9 req-81f4a521-063d-45dd-8450-bcb69f15e4ab tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 945 time: 0.0534637 Oct 28 17:13:30.432809 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb489cb5-67c4-43fb-98b5-fb80bef9bcc9 req-ebf96791-ab30-42a9-856c-851b642dce5c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402207 Oct 28 17:13:30.569004 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c963293-fe0e-4369-b5f7-460cb1a67a86 req-3d60250c-d6b7-4500-a1de-2e033df34b97 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:30.570465 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6c963293-fe0e-4369-b5f7-460cb1a67a86 req-3d60250c-d6b7-4500-a1de-2e033df34b97 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0594018 Oct 28 17:13:30.618961 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6c963293-fe0e-4369-b5f7-460cb1a67a86 req-6c4d97a4-a543-4498-9e5a-4cf5c2a3b11f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Oct 28 17:13:31.121829 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f1a8c-0a3b-42ff-8430-f10c7f21db30 req-08bd0d59-e164-45c9-be9e-25eb346b2f5c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:31.123313 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b44f1a8c-0a3b-42ff-8430-f10c7f21db30 req-08bd0d59-e164-45c9-be9e-25eb346b2f5c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0543628 Oct 28 17:13:31.170920 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b44f1a8c-0a3b-42ff-8430-f10c7f21db30 req-366787c4-f8de-47e7-876a-8efae55690ea tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Oct 28 17:13:31.566695 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5a7f7-99a2-4fe9-9ae9-8fa082445ee8 req-95ab05be-b039-4f05-ad2e-c07c09eb5600 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:31.568151 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87a5a7f7-99a2-4fe9-9ae9-8fa082445ee8 req-95ab05be-b039-4f05-ad2e-c07c09eb5600 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 945 time: 0.0530779 Oct 28 17:13:31.618918 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87a5a7f7-99a2-4fe9-9ae9-8fa082445ee8 req-b6229836-f1d7-4123-95f5-8923a9935afa tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449073 Oct 28 17:13:31.744331 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90701bfa-4068-40b0-abf1-156cfeb585af req-a41528d4-f746-4671-973e-1e50e367a414 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:31.745718 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-90701bfa-4068-40b0-abf1-156cfeb585af req-a41528d4-f746-4671-973e-1e50e367a414 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0538414 Oct 28 17:13:31.795350 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-90701bfa-4068-40b0-abf1-156cfeb585af req-5618ff9d-7c68-40ab-814a-e6b1b076bf93 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Oct 28 17:13:32.316104 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a8502-e7e1-447f-8208-0744d8213ede req-a56cfb65-8c53-4945-a932-548687355c67 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:32.317560 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1b8a8502-e7e1-447f-8208-0744d8213ede req-a56cfb65-8c53-4945-a932-548687355c67 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0568528 Oct 28 17:13:32.364814 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1b8a8502-e7e1-447f-8208-0744d8213ede req-3ec350ce-9b31-4c20-9099-b572e34b23f6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Oct 28 17:13:32.751174 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ae652-77f0-430e-9fe0-68cdd5639f94 req-65522a8b-40bd-4a85-bf97-bdae6018c4c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:32.752706 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-627ae652-77f0-430e-9fe0-68cdd5639f94 req-65522a8b-40bd-4a85-bf97-bdae6018c4c9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 945 time: 0.0567653 Oct 28 17:13:32.805041 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-627ae652-77f0-430e-9fe0-68cdd5639f94 req-8ba76a2f-e797-45da-96ba-bc0738864b5a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467923 Oct 28 17:13:32.938051 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93e6c3-426f-41fc-8b7c-f5213ddae7c5 req-cc9387c9-fe51-46eb-bd07-81cf47d3b035 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:32.939552 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-de93e6c3-426f-41fc-8b7c-f5213ddae7c5 req-cc9387c9-fe51-46eb-bd07-81cf47d3b035 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0597038 Oct 28 17:13:32.988425 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-de93e6c3-426f-41fc-8b7c-f5213ddae7c5 req-0e98d968-4c0f-4dd8-a8a2-abb22c15b41e tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407681 Oct 28 17:13:33.159817 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 7e8e821f-3b68-4e37-8c48-398d7fe02220 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:13:33.163853 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 83489d3b-2716-4b6e-a353-018de5d8c1d0 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:13:33.267185 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 83489d3b-2716-4b6e-a353-018de5d8c1d0 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:13:33.278422 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 83489d3b-2716-4b6e-a353-018de5d8c1d0 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:13:33.278792 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:33.279127 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 83489d3b-2716-4b6e-a353-018de5d8c1d0 Oct 28 17:13:33.316829 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:33.335076 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'port_id': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'mac_address': 'fa:16:3e:d1:a2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:13:33.397465 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 7e8e821f-3b68-4e37-8c48-398d7fe02220 is: ACTIVE; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:33.397871 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:33.406750 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 83489d3b-2716-4b6e-a353-018de5d8c1d0 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:33.407135 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:33.418979 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e8e821f-3b68-4e37-8c48-398d7fe02220 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:13:33.453268 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b983d279-8544-4d69-99dd-6974b3b64145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83489d3b-2716-4b6e-a353-018de5d8c1d0'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:33.455567 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8f8a61-f052-4637-bf13-84b5e72b45ab" -d '{"events": [{"server_uuid": "b983d279-8544-4d69-99dd-6974b3b64145", "name": "network-vif-plugged", "status": "completed", "tag": "83489d3b-2716-4b6e-a353-018de5d8c1d0"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:33.461283 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:33.469870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:33.474586 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 83489d3b-2716-4b6e-a353-018de5d8c1d0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=83489d3b-2716-4b6e-a353-018de5d8c1d0,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:33.480695 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:33.499559 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f05d-b81e-43c4-9f52-ec7c95712586 req-cf5b4681-c8e6-4955-804e-63ae00233376 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:33.501284 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9353f05d-b81e-43c4-9f52-ec7c95712586 req-cf5b4681-c8e6-4955-804e-63ae00233376 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0580912 Oct 28 17:13:33.501462 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e7b30e-95a5-4819-bc0f-7d9b78b58e91 x-openstack-request-id: req-29e7b30e-95a5-4819-bc0f-7d9b78b58e91 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:33.501780 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b983d279-8544-4d69-99dd-6974b3b64145", "name": "network-vif-plugged", "status": "completed", "tag": "83489d3b-2716-4b6e-a353-018de5d8c1d0", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:33.502169 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29e7b30e-95a5-4819-bc0f-7d9b78b58e91 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:33.502553 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e7b30e-95a5-4819-bc0f-7d9b78b58e91'] response: {'server_uuid': 'b983d279-8544-4d69-99dd-6974b3b64145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83489d3b-2716-4b6e-a353-018de5d8c1d0', 'code': 200} Oct 28 17:13:33.526871 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=6']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:33.549000 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9353f05d-b81e-43c4-9f52-ec7c95712586 req-991d5f94-c6c5-4c0a-9f9d-e660f2addcef tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Oct 28 17:13:33.576324 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=83489d3b-2716-4b6e-a353-018de5d8c1d0,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:33.701835 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['7e8e821f-3b68-4e37-8c48-398d7fe02220'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:13:33.795550 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b94ed-3625-4a60-9c93-219721215ea9 req-ea0f3bae-a6a5-4b4f-9384-ef4cea1a3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:33.797246 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-497b94ed-3625-4a60-9c93-219721215ea9 req-ea0f3bae-a6a5-4b4f-9384-ef4cea1a3a55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 1130 time: 0.0451550 Oct 28 17:13:33.849886 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-497b94ed-3625-4a60-9c93-219721215ea9 req-7da568af-948a-4aff-affd-e66e43037ebe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 Oct 28 17:13:33.936403 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b45f6c-9da9-4ef6-aac0-bc3d65af977f req-b915b787-ea25-46cb-80fa-0e6e057486db tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:33.938188 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-39b45f6c-9da9-4ef6-aac0-bc3d65af977f req-b915b787-ea25-46cb-80fa-0e6e057486db tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 946 time: 0.0554101 Oct 28 17:13:33.987701 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-39b45f6c-9da9-4ef6-aac0-bc3d65af977f req-15017596-659f-4fa7-986e-385beb46e14d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Oct 28 17:13:34.127239 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf81dcf-982a-4723-8f52-3d70c5258f35 req-779e0fba-53e2-40da-bcf2-83934c8f6161 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:34.128722 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-daf81dcf-982a-4723-8f52-3d70c5258f35 req-779e0fba-53e2-40da-bcf2-83934c8f6161 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0540485 Oct 28 17:13:34.179181 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-daf81dcf-982a-4723-8f52-3d70c5258f35 req-dfd0cf28-3eba-4fd4-bf15-79a6ef4999e6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Oct 28 17:13:34.684790 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88dfdc-2e82-4c51-a887-b72a47322b7c req-7bc2dab2-21f6-4c25-8e80-7e8450d3d930 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:34.686259 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3a88dfdc-2e82-4c51-a887-b72a47322b7c req-7bc2dab2-21f6-4c25-8e80-7e8450d3d930 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 944 time: 0.0538330 Oct 28 17:13:34.732393 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3a88dfdc-2e82-4c51-a887-b72a47322b7c req-88062993-2b1e-482b-873a-b848489adaca tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400715 Oct 28 17:13:35.130782 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc6b9d-8899-480f-8acb-3ca1415ecfbf req-c321d007-222f-473e-b2e4-18f771e26fb1 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:35.132228 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cfcc6b9d-8899-480f-8acb-3ca1415ecfbf req-c321d007-222f-473e-b2e4-18f771e26fb1 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 946 time: 0.0649037 Oct 28 17:13:35.162787 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 7e8e821f-3b68-4e37-8c48-398d7fe02220 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:13:35.181572 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cfcc6b9d-8899-480f-8acb-3ca1415ecfbf req-3d07c833-7847-440c-b74c-c5eb376c55e0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Oct 28 17:13:35.209051 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 7e8e821f-3b68-4e37-8c48-398d7fe02220 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:13:35.209428 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:35.209767 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 7e8e821f-3b68-4e37-8c48-398d7fe02220 Oct 28 17:13:35.282880 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 7e8e821f-3b68-4e37-8c48-398d7fe02220 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:35.283173 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:35.313786 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d24b23-edb3-4794-9992-b3f14d328411 req-92f1eb72-960b-4dac-a1bc-84061cbdab23 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:35.315347 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5d24b23-edb3-4794-9992-b3f14d328411 req-92f1eb72-960b-4dac-a1bc-84061cbdab23 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0528402 Oct 28 17:13:35.316028 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:35.321012 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:35.363186 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5d24b23-edb3-4794-9992-b3f14d328411 req-393f9aab-08eb-4c78-a4bf-86914d82c5fa tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Oct 28 17:13:35.366044 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=7']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:35.504130 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:35.506588 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95ed85d-5f31-4744-8062-8b615b982a2d" -d '{"events": [{"server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:35.542471 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f40297e-8926-42de-aa6b-ef166ac3d9bd x-openstack-request-id: req-5f40297e-8926-42de-aa6b-ef166ac3d9bd {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:35.542764 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:35.543013 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f40297e-8926-42de-aa6b-ef166ac3d9bd {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:35.543407 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f40297e-8926-42de-aa6b-ef166ac3d9bd'] response: {'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'code': 200} Oct 28 17:13:35.874692 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907ce4c-f0f9-4531-9a62-05fc59619a88 req-58cdd00f-0c26-4a3f-97a8-7566ef625994 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:35.876185 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d907ce4c-f0f9-4531-9a62-05fc59619a88 req-58cdd00f-0c26-4a3f-97a8-7566ef625994 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0581462 Oct 28 17:13:35.938542 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d907ce4c-f0f9-4531-9a62-05fc59619a88 req-e3519fcc-8089-4113-957f-98d868abd631 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564728 Oct 28 17:13:36.321062 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be659921-39fe-4f67-9130-75bc87fe724b req-85e0074c-f9ee-4b83-892a-4dcf2e603822 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:36.322583 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-be659921-39fe-4f67-9130-75bc87fe724b req-85e0074c-f9ee-4b83-892a-4dcf2e603822 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 946 time: 0.0627546 Oct 28 17:13:36.368909 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-be659921-39fe-4f67-9130-75bc87fe724b req-a50c2d15-cdc3-456b-931f-18796ac33eb3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Oct 28 17:13:36.494629 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945a16b-c79f-46e4-b9b7-69ca535ca999 req-66d8ef5a-caf2-4b65-aa59-747a593c4e3d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:36.496109 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d945a16b-c79f-46e4-b9b7-69ca535ca999 req-66d8ef5a-caf2-4b65-aa59-747a593c4e3d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0564108 Oct 28 17:13:36.545640 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d945a16b-c79f-46e4-b9b7-69ca535ca999 req-3b8c78d2-1bbc-45fb-8830-c1e65c4f55b4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437911 Oct 28 17:13:37.085836 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1f4a0-0c11-4bb8-ac91-0ffbd2a42e89 req-f585abce-4a3d-4400-aca3-0541bf5ee28e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:37.087325 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9bb1f4a0-0c11-4bb8-ac91-0ffbd2a42e89 req-f585abce-4a3d-4400-aca3-0541bf5ee28e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0625818 Oct 28 17:13:37.134509 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9bb1f4a0-0c11-4bb8-ac91-0ffbd2a42e89 req-ac22b2ca-9228-4274-88fe-b4238d1b52b5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414152 Oct 28 17:13:37.504661 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f323d-b0c7-4741-bc35-69f25f190181 req-f57e52d1-9ded-492c-b2e4-122405428f6b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:37.506133 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-242f323d-b0c7-4741-bc35-69f25f190181 req-f57e52d1-9ded-492c-b2e4-122405428f6b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 946 time: 0.0541818 Oct 28 17:13:37.554833 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-242f323d-b0c7-4741-bc35-69f25f190181 req-b888db48-e260-45c2-8cfc-8eae0c115120 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Oct 28 17:13:37.701628 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0dd03-cce5-46df-932c-a63592b51c98 req-1c8737b3-50bc-481f-a696-ae9f8eda07bd tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:37.703013 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5ad0dd03-cce5-46df-932c-a63592b51c98 req-1c8737b3-50bc-481f-a696-ae9f8eda07bd tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0840809 Oct 28 17:13:37.710397 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca0956-9369-4fd1-9562-e46d1b45e1bc req-3cef0b70-7dc3-4b04-9321-55ffa0c18b94 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:37.711710 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-acca0956-9369-4fd1-9562-e46d1b45e1bc req-3cef0b70-7dc3-4b04-9321-55ffa0c18b94 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 946 time: 0.0827794 Oct 28 17:13:37.721902 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34546) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:37.726507 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-620e0472-3dc1-454d-86f1-0fae7e1dd867 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'floatingip': {'port_id': '83489d3b-2716-4b6e-a353-018de5d8c1d0'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:13:37.752527 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5ad0dd03-cce5-46df-932c-a63592b51c98 req-855e83e5-1a7e-4b8b-9eb7-97d3f2b7ff56 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Oct 28 17:13:37.767387 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-620e0472-3dc1-454d-86f1-0fae7e1dd867 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (56efb9de-c381-4167-9a1e-af1ed092a789), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:38.180449 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-620e0472-3dc1-454d-86f1-0fae7e1dd867 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:38.184620 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-620e0472-3dc1-454d-86f1-0fae7e1dd867 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (56efb9de-c381-4167-9a1e-af1ed092a789), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:38.265676 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d558e-d1f4-4c97-beec-22399430551d req-5bca6fbe-63fb-417f-be12-870d0efc08b1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:38.267116 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-db0d558e-d1f4-4c97-beec-22399430551d req-5bca6fbe-63fb-417f-be12-870d0efc08b1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0518169 Oct 28 17:13:38.279052 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-620e0472-3dc1-454d-86f1-0fae7e1dd867 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Floating IP 56efb9de-c381-4167-9a1e-af1ed092a789 associated. External IP: 172.27.0.167, port: 83489d3b-2716-4b6e-a353-018de5d8c1d0. Oct 28 17:13:38.314895 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-db0d558e-d1f4-4c97-beec-22399430551d req-14a90d47-3ce5-40ab-bf9d-0c0980406a19 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418637 Oct 28 17:13:38.483377 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620e0472-3dc1-454d-86f1-0fae7e1dd867 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:13:38.607994 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620e0472-3dc1-454d-86f1-0fae7e1dd867 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:13:38.613188 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-620e0472-3dc1-454d-86f1-0fae7e1dd867 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:38.618335 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:13:38.628349 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:13:38.629026 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:13:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:38.643119 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-620e0472-3dc1-454d-86f1-0fae7e1dd867 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "PUT /v2.0/floatingips/56efb9de-c381-4167-9a1e-af1ed092a789 HTTP/1.1" status: 200 len: 992 time: 0.9200778 Oct 28 17:13:38.643751 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b983d279-8544-4d69-99dd-6974b3b64145', 'tag': '83489d3b-2716-4b6e-a353-018de5d8c1d0'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:38.646124 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c84827d-4b33-480b-93d1-63be3fd8c596" -d '{"events": [{"name": "network-changed", "server_uuid": "b983d279-8544-4d69-99dd-6974b3b64145", "tag": "83489d3b-2716-4b6e-a353-018de5d8c1d0"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:38.680821 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa1e63f-a658-4a47-ba69-0755eaecdcd6 x-openstack-request-id: req-5fa1e63f-a658-4a47-ba69-0755eaecdcd6 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:38.681115 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b983d279-8544-4d69-99dd-6974b3b64145", "tag": "83489d3b-2716-4b6e-a353-018de5d8c1d0", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:38.681371 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fa1e63f-a658-4a47-ba69-0755eaecdcd6 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:38.681778 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa1e63f-a658-4a47-ba69-0755eaecdcd6'] response: {'name': 'network-changed', 'server_uuid': 'b983d279-8544-4d69-99dd-6974b3b64145', 'tag': '83489d3b-2716-4b6e-a353-018de5d8c1d0', 'status': 'completed', 'code': 200} Oct 28 17:13:38.732766 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:13:38.752249 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-58fe3161-677f-4ca2-b4b3-85b63c88b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:38.753695 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-58fe3161-677f-4ca2-b4b3-85b63c88b012 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 1130 time: 0.0477304 Oct 28 17:13:38.881224 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-eda2b0fd-c8a6-4927-9cda-211dc4bd2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:38.882757 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-eda2b0fd-c8a6-4927-9cda-211dc4bd2e86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 916 time: 0.1151843 Oct 28 17:13:38.945856 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7029dc-7c06-44db-8b9e-be8ec494b702 req-e8ea8500-f9c9-4542-9140-289b366fd174 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:38.947575 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ee7029dc-7c06-44db-8b9e-be8ec494b702 req-e8ea8500-f9c9-4542-9140-289b366fd174 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.1163914 Oct 28 17:13:38.957062 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '56efb9de-c381-4167-9a1e-af1ed092a789', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': '83489d3b-2716-4b6e-a353-018de5d8c1d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:fd:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b983d279-8544-4d69-99dd-6974b3b64145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:13:20Z', 'updated_at': '2022-10-28T17:13:38Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}, {'id': 'a9313032-df66-4062-92a8-38b7ccebb80f', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:85:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:19Z', 'updated_at': '2022-10-28T17:10:15Z', 'revision_number': 2, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:38.966110 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-774d822c-0dee-4ea8-9922-a40ff3f85ef3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83489d3b-2716-4b6e-a353-018de5d8c1d0 HTTP/1.1" status: 200 len: 1000 time: 0.0752411 Oct 28 17:13:38.980695 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:13:38.989461 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:13:38.990124 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:13:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:39.033235 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ee7029dc-7c06-44db-8b9e-be8ec494b702 req-7afbe62b-e730-4498-80df-9c083a54bc19 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761948 Oct 28 17:13:39.036999 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-77c64cc0-8a61-4849-ac83-19d2cd39fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:39.038517 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-77c64cc0-8a61-4849-ac83-19d2cd39fd7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0651653 Oct 28 17:13:39.094057 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e5c5afd7-f954-43ad-bf4a-d84e3005ad0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:39.096726 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-5dae31b0-ff37-4359-9633-f4bbc2a61242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:39.098505 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-5dae31b0-ff37-4359-9633-f4bbc2a61242 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527136 Oct 28 17:13:39.105533 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:13:39.190832 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-4d8ad2e1-90f5-4e38-a122-8da7f6cac607 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833759 Oct 28 17:13:39.292736 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9c84827d-4b33-480b-93d1-63be3fd8c596 req-18789cb6-c26d-4c9e-97f6-9b3f9df26f75 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857427 Oct 28 17:13:39.323128 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '56efb9de-c381-4167-9a1e-af1ed092a789', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': '83489d3b-2716-4b6e-a353-018de5d8c1d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:fd:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b983d279-8544-4d69-99dd-6974b3b64145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:13:20Z', 'updated_at': '2022-10-28T17:13:38Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}, {'id': 'a9313032-df66-4062-92a8-38b7ccebb80f', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:85:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:19Z', 'updated_at': '2022-10-28T17:10:15Z', 'revision_number': 2, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:13:39.347377 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b7e664-fe57-4f7c-9a00-bdb85d7351a6 None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '56efb9de-c381-4167-9a1e-af1ed092a789', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': '83489d3b-2716-4b6e-a353-018de5d8c1d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:fd:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b983d279-8544-4d69-99dd-6974b3b64145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:13:20Z', 'updated_at': '2022-10-28T17:13:38Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}, {'id': 'a9313032-df66-4062-92a8-38b7ccebb80f', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:85:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:19Z', 'updated_at': '2022-10-28T17:10:15Z', 'revision_number': 2, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:13:39.457280 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446e0f4-ca0c-45c6-8ed3-2c33328e68cc req-8aa82be6-51be-4865-8d41-4978cc432dfd tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:39.458808 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b446e0f4-ca0c-45c6-8ed3-2c33328e68cc req-8aa82be6-51be-4865-8d41-4978cc432dfd tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0600030 Oct 28 17:13:39.506103 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b446e0f4-ca0c-45c6-8ed3-2c33328e68cc req-77564efb-bc0b-49fa-aa9c-8f598731ca20 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Oct 28 17:13:39.546672 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd9809-0ca5-414c-9988-fbd0bf843858 None None] New status for floating IP 56efb9de-c381-4167-9a1e-af1ed092a789: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:13:40.180069 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fea78-d2ac-4bae-8d31-0af28d6f590b req-fede3383-14bd-4465-adf7-0fd41afa0266 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:40.181628 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-548fea78-d2ac-4bae-8d31-0af28d6f590b req-fede3383-14bd-4465-adf7-0fd41afa0266 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0609140 Oct 28 17:13:40.236563 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-548fea78-d2ac-4bae-8d31-0af28d6f590b req-251e57d4-1397-4d24-8ce4-b867bf383278 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486164 Oct 28 17:13:40.643825 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f23b2f-b4a7-4a26-933b-9924a47fb496 req-4a0e7a13-f8d0-4b52-808e-d6c8ce53ded4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:40.645308 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-60f23b2f-b4a7-4a26-933b-9924a47fb496 req-4a0e7a13-f8d0-4b52-808e-d6c8ce53ded4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0521498 Oct 28 17:13:40.692523 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-60f23b2f-b4a7-4a26-933b-9924a47fb496 req-9ba293b3-b5c9-408e-a055-583205e85a90 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415440 Oct 28 17:13:41.373308 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1031ab-0b20-4680-be62-f157ace6156c req-37c6bdb3-8fc9-40ad-bf62-e292f7f307c3 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:41.378506 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5e1031ab-0b20-4680-be62-f157ace6156c req-37c6bdb3-8fc9-40ad-bf62-e292f7f307c3 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0593154 Oct 28 17:13:41.425822 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5e1031ab-0b20-4680-be62-f157ace6156c req-81f024a0-dfd5-43db-a678-1e82fafc8e8f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Oct 28 17:13:41.432133 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0e7a-84e5-48cc-b06b-1d074e104fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:41.794508 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:13:41.839597 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e3e26-079d-4ae8-8173-9e38ff8705dd req-eb9263ab-b211-4fa3-9e34-04aa0e77fb95 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:41.841187 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-024e3e26-079d-4ae8-8173-9e38ff8705dd req-eb9263ab-b211-4fa3-9e34-04aa0e77fb95 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0694997 Oct 28 17:13:41.891348 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-024e3e26-079d-4ae8-8173-9e38ff8705dd req-603c4ba1-cb8c-446b-8d69-c583d939cdf2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Oct 28 17:13:42.482241 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:42.564651 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a7180-6198-486d-9124-fe07baf273d0 req-dfae8643-4df0-495e-8490-fda023342925 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:42.566064 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7b3a7180-6198-486d-9124-fe07baf273d0 req-dfae8643-4df0-495e-8490-fda023342925 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0575216 Oct 28 17:13:42.613317 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7b3a7180-6198-486d-9124-fe07baf273d0 req-0ba49a96-bca9-448c-8497-d37bc244e511 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416942 Oct 28 17:13:43.052882 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2d59d-a461-4b4e-99f5-0e6430a9e886 req-6c7e6143-3864-4151-be2b-2bce564718a9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:43.054382 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1fe2d59d-a461-4b4e-99f5-0e6430a9e886 req-6c7e6143-3864-4151-be2b-2bce564718a9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0626540 Oct 28 17:13:43.109368 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1fe2d59d-a461-4b4e-99f5-0e6430a9e886 req-de6d6027-0990-42c1-894d-d7808156d5d3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485251 Oct 28 17:13:43.742906 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2ec93-569e-4bca-bb6f-ec2d9e254e1b req-5abeeecc-0fd6-4acf-a38f-dd44d746e75c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:43.749629 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-23a2ec93-569e-4bca-bb6f-ec2d9e254e1b req-5abeeecc-0fd6-4acf-a38f-dd44d746e75c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0621324 Oct 28 17:13:43.792964 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-23a2ec93-569e-4bca-bb6f-ec2d9e254e1b req-af6a65d3-d3b5-4c39-82d1-94be66853b3b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Oct 28 17:13:44.063556 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:44.248206 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d530b2d-a416-4d90-95e0-050bce7dcf18 req-2b9a4c47-3fd0-4362-85b5-fe940f9aa12a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:44.250155 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6d530b2d-a416-4d90-95e0-050bce7dcf18 req-2b9a4c47-3fd0-4362-85b5-fe940f9aa12a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0565062 Oct 28 17:13:44.302931 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6d530b2d-a416-4d90-95e0-050bce7dcf18 req-5c2c398a-cd52-49e1-a189-49ae49aa231b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461709 Oct 28 17:13:44.937816 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df885b-daf8-4801-a479-85691787ea10 req-bc4480a6-f86d-445e-a4e6-ffd7e85cfc05 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:44.939338 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e1df885b-daf8-4801-a479-85691787ea10 req-bc4480a6-f86d-445e-a4e6-ffd7e85cfc05 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0606844 Oct 28 17:13:45.000360 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e1df885b-daf8-4801-a479-85691787ea10 req-a7e63423-1236-4990-9df5-371b2a9e72ce tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540249 Oct 28 17:13:45.365168 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:45.439802 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4fc0a-d35e-4ffe-8279-928537f63783 req-3196a7c0-f794-4cc0-a643-2c28ef359132 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:45.441266 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-16a4fc0a-d35e-4ffe-8279-928537f63783 req-3196a7c0-f794-4cc0-a643-2c28ef359132 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0533891 Oct 28 17:13:45.492310 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-16a4fc0a-d35e-4ffe-8279-928537f63783 req-d2e48010-1353-49d6-8f03-6b7d6e765bba tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452588 Oct 28 17:13:46.143334 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3703ad-b0f9-415a-a51d-b050404f9641 req-a636cda3-59e0-46f7-b190-1c1f054337f4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:46.145144 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5d3703ad-b0f9-415a-a51d-b050404f9641 req-a636cda3-59e0-46f7-b190-1c1f054337f4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0567777 Oct 28 17:13:46.194691 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5d3703ad-b0f9-415a-a51d-b050404f9641 req-56b9b3f7-8455-4357-bf42-10404d554e67 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Oct 28 17:13:46.630556 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8b210-79e7-4935-a3ea-adefb7efaf84 req-07587c48-efe3-45d7-89ab-bdde1b97abf3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:46.632132 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8ca8b210-79e7-4935-a3ea-adefb7efaf84 req-07587c48-efe3-45d7-89ab-bdde1b97abf3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0529079 Oct 28 17:13:46.679417 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8ca8b210-79e7-4935-a3ea-adefb7efaf84 req-a886e785-344c-4822-a4aa-f106977c19d2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415537 Oct 28 17:13:47.320509 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced3624-11ee-411f-829f-d18d78f30853 req-f370cd1a-8985-4208-8207-59d9d0515f4f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:47.322514 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8ced3624-11ee-411f-829f-d18d78f30853 req-f370cd1a-8985-4208-8207-59d9d0515f4f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0541816 Oct 28 17:13:47.375055 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8ced3624-11ee-411f-829f-d18d78f30853 req-26bde8f1-d313-4c9c-ad07-97da416769b2 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468061 Oct 28 17:13:47.821888 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486c732-15bb-43e0-83bc-6cc63f9e21f2 req-91cb1ca2-9fde-4e45-bcb8-2d89193feefe tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:47.823542 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2486c732-15bb-43e0-83bc-6cc63f9e21f2 req-91cb1ca2-9fde-4e45-bcb8-2d89193feefe tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0566659 Oct 28 17:13:47.876924 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2486c732-15bb-43e0-83bc-6cc63f9e21f2 req-da281b39-6ad1-40ec-8595-761fac6e608b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472527 Oct 28 17:13:48.527218 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d21b7-13d9-4368-a0c8-56043677892a req-060df184-62c8-4e67-b195-655c0a3a504d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:48.528720 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e0d21b7-13d9-4368-a0c8-56043677892a req-060df184-62c8-4e67-b195-655c0a3a504d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0686152 Oct 28 17:13:48.583641 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e0d21b7-13d9-4368-a0c8-56043677892a req-e6d39dd4-a261-4744-bb80-f6db2959d319 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490377 Oct 28 17:13:48.834399 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd88941-17cc-4313-abc8-b9b22415ace8 req-1e9e1978-966e-4eaa-8d37-a79b33ca2ed9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:48.836646 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3dd88941-17cc-4313-abc8-b9b22415ace8 req-1e9e1978-966e-4eaa-8d37-a79b33ca2ed9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0748906 Oct 28 17:13:48.919903 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3dd88941-17cc-4313-abc8-b9b22415ace8 req-ce05a701-76f6-4d38-9410-25755fef297a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728240 Oct 28 17:13:48.925787 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-6b8f9a77-a7ad-4bdd-af6a-2bb094871994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:48.927287 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-6b8f9a77-a7ad-4bdd-af6a-2bb094871994 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 1130 time: 0.0897980 Oct 28 17:13:49.298009 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-764b7a57-20c5-442d-8e5c-f8464beb81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:49.299566 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-764b7a57-20c5-442d-8e5c-f8464beb81cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 912 time: 0.3636997 Oct 28 17:13:49.306340 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097af9-3c03-4bea-8bac-6f6c11656e35 req-98c9e39f-2756-469b-bd30-ec0b27a33dce tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:49.307673 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-18097af9-3c03-4bea-8bac-6f6c11656e35 req-98c9e39f-2756-469b-bd30-ec0b27a33dce tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.3158762 Oct 28 17:13:49.393368 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-06ded585-9ced-43c9-abb7-bbe7cb420ad1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 HTTP/1.1" status: 200 len: 1002 time: 0.0847352 Oct 28 17:13:49.397722 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-18097af9-3c03-4bea-8bac-6f6c11656e35 req-3dfd3e07-2a9b-4ea7-82ff-116c0f6ab669 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831473 Oct 28 17:13:49.471649 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-4e336053-6a4e-40ef-ad5b-f74199af1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:49.475482 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-4e336053-6a4e-40ef-ad5b-f74199af1113 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 200 len: 850 time: 0.0751107 Oct 28 17:13:49.527660 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-06953fea-2b3f-4529-a1e7-3ac4ce777268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:49.529201 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-06953fea-2b3f-4529-a1e7-3ac4ce777268 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1275e91b-d159-4566-9d23-a40414dc1241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470464 Oct 28 17:13:49.634590 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-48e53039-a5fe-48a4-b398-87d436f47b83 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936840 Oct 28 17:13:49.732193 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a690c41b-a16c-4f74-9ed1-8bcf18195deb req-0825722e-40e2-40ed-ab7d-a134b10f4a76 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899048 Oct 28 17:13:50.055092 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687da8c0-4a7e-434b-b053-d17ffdfaa6bc req-2f9646a5-6c9e-448f-85b9-3f892cba1d67 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:50.062454 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-687da8c0-4a7e-434b-b053-d17ffdfaa6bc req-2f9646a5-6c9e-448f-85b9-3f892cba1d67 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0632467 Oct 28 17:13:50.107996 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-687da8c0-4a7e-434b-b053-d17ffdfaa6bc req-ddc850cd-a99b-4445-a7de-e3684455b92d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443051 Oct 28 17:13:50.548615 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbdf07-1eab-40f4-9157-f3c2747a39a3 req-fcfd5c3c-7b82-4035-a7eb-ad114ef4aadb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:50.550337 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-41cbdf07-1eab-40f4-9157-f3c2747a39a3 req-fcfd5c3c-7b82-4035-a7eb-ad114ef4aadb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0576692 Oct 28 17:13:50.609053 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-41cbdf07-1eab-40f4-9157-f3c2747a39a3 req-8b24da05-7d41-4320-ac2a-43ae07070e73 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478261 Oct 28 17:13:51.242258 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5bdd3-cb81-462e-835f-607cda004107 req-32e015b3-7a6a-4704-8c63-82b56108b937 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:51.243777 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bcb5bdd3-cb81-462e-835f-607cda004107 req-32e015b3-7a6a-4704-8c63-82b56108b937 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0533504 Oct 28 17:13:51.292327 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bcb5bdd3-cb81-462e-835f-607cda004107 req-fc476ba6-c992-4bea-9ae3-3b97e1bf1dee tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429366 Oct 28 17:13:51.370836 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:51.763311 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-4da6dc3a-a7c7-41af-b1d1-10d3613f65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:51.764860 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-4da6dc3a-a7c7-41af-b1d1-10d3613f65d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 1129 time: 0.0928948 Oct 28 17:13:51.776441 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466890f5-6869-4f5c-aad5-0820e8410838 req-d1b7f1a9-8573-4706-966d-b18560cd057f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:51.777993 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-466890f5-6869-4f5c-aad5-0820e8410838 req-d1b7f1a9-8573-4706-966d-b18560cd057f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0729561 Oct 28 17:13:51.891757 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-466890f5-6869-4f5c-aad5-0820e8410838 req-005dc6fa-1016-47fd-84f1-310c267b0ffb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077299 Oct 28 17:13:51.930045 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-77c6f2b8-97f8-4f95-8be5-dcdc7bf898ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:51.931640 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-77c6f2b8-97f8-4f95-8be5-dcdc7bf898ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.1336398 Oct 28 17:13:52.014877 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-e6a12c13-7e70-4681-963a-9b4dd6e1b70e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220 HTTP/1.1" status: 200 len: 1001 time: 0.0749438 Oct 28 17:13:52.065437 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-2530bec6-7b1a-4dea-b3de-5bcae0cfeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:52.067402 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-2530bec6-7b1a-4dea-b3de-5bcae0cfeee7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.0454547 Oct 28 17:13:52.124124 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-33d47756-0803-47dc-96c0-21c17ae69f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:52.125969 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-33d47756-0803-47dc-96c0-21c17ae69f5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523105 Oct 28 17:13:52.220439 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-ed3e3a49-a042-456f-91d0-60f6271e4f99 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870280 Oct 28 17:13:52.325019 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e30f0a42-533a-41cb-a607-6dc8c7ae3911 req-9985ca04-d57f-4add-9e82-30dc3bd07199 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971081 Oct 28 17:13:53.048593 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fcd5b-7a94-4221-88ac-4aa67d8685e8 req-3b1eff0d-1adb-47ed-984f-e60a1d88c283 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:53.050120 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe4fcd5b-7a94-4221-88ac-4aa67d8685e8 req-3b1eff0d-1adb-47ed-984f-e60a1d88c283 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0717006 Oct 28 17:13:53.100108 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe4fcd5b-7a94-4221-88ac-4aa67d8685e8 req-45433350-0c80-4e11-9b0d-351ea0072374 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Oct 28 17:13:54.093393 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-5933695e-5cf0-40f0-8f96-fe8a6c5d292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:54.094907 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-5933695e-5cf0-40f0-8f96-fe8a6c5d292d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 1129 time: 0.0492871 Oct 28 17:13:54.201432 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-601f289d-0e37-4ae1-aa18-7c0d36f48c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:54.202888 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-601f289d-0e37-4ae1-aa18-7c0d36f48c33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.0982592 Oct 28 17:13:54.277855 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-01c8734c-e9bb-40ae-b7b0-cd55f1797e2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220 HTTP/1.1" status: 200 len: 1001 time: 0.0611005 Oct 28 17:13:54.289892 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35341f4-21a0-4d2b-8b7e-b564fc8ba39e req-37af59ff-057b-4252-a284-7374153e7232 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:54.291308 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e35341f4-21a0-4d2b-8b7e-b564fc8ba39e req-37af59ff-057b-4252-a284-7374153e7232 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.1032407 Oct 28 17:13:54.355863 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-4fd4c4c9-7231-4dad-9e65-0038eda72c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:54.357201 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-4fd4c4c9-7231-4dad-9e65-0038eda72c40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.0650644 Oct 28 17:13:54.376079 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e35341f4-21a0-4d2b-8b7e-b564fc8ba39e req-846c4eb2-bf6d-4024-9302-797c17b021ec tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768449 Oct 28 17:13:54.408512 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-854642fe-6b34-4ca7-869b-414a0819a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:54.410084 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-854642fe-6b34-4ca7-869b-414a0819a1e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453277 Oct 28 17:13:54.501730 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-cdd01db1-c554-46d8-b877-8ddbbc95e80a service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833628 Oct 28 17:13:54.594995 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6dca536e-2be0-4d3d-9ebc-b532a003568c req-e0c505ba-05d7-4a2a-b286-13b7513ef918 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856719 Oct 28 17:13:55.522060 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c0e8-47e0-44a7-9bc6-fc74e8a19565 req-b1bf384a-2b4b-416a-a870-a257cb0e5835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:55.523527 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7835c0e8-47e0-44a7-9bc6-fc74e8a19565 req-b1bf384a-2b4b-416a-a870-a257cb0e5835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0618134 Oct 28 17:13:55.575727 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7835c0e8-47e0-44a7-9bc6-fc74e8a19565 req-09894875-8484-4440-8605-a44b3a1d5a0a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 Oct 28 17:13:56.713262 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e6d60-7b71-4d24-8d26-5c2f93e1e0d5 req-61b658dd-0aaa-48cf-a958-83207292b16f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:56.715371 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cf6e6d60-7b71-4d24-8d26-5c2f93e1e0d5 req-61b658dd-0aaa-48cf-a958-83207292b16f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 945 time: 0.0565400 Oct 28 17:13:56.762909 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cf6e6d60-7b71-4d24-8d26-5c2f93e1e0d5 req-f637f525-1bbe-4a04-bfb1-c6224d39fdf6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421436 Oct 28 17:13:57.284643 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 7e8e821f-3b68-4e37-8c48-398d7fe02220 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:13:57.371769 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 7e8e821f-3b68-4e37-8c48-398d7fe02220 is: ACTIVE; New status is: DOWN {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:13:57.372158 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:57.398327 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:13:57.400568 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fae38ad-74cd-43f0-bca1-8b6e1753b52d" -d '{"events": [{"server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:13:57.413097 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:13:57.418169 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:13:57.440304 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d46694-71f8-4418-bb52-74fa9de023b6 x-openstack-request-id: req-f5d46694-71f8-4418-bb52-74fa9de023b6 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:13:57.440593 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "name": "network-vif-unplugged", "status": "failed", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220", "code": 422}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:13:57.440874 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5d46694-71f8-4418-bb52-74fa9de023b6 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:13:57.441407 dv-cinder-859839-1-iscsi neutron-server[103945]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f5d46694-71f8-4418-bb52-74fa9de023b6']: {'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'code': 422} returned with failed status Oct 28 17:13:57.467224 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=8']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:13:57.916306 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861f28-e1b7-46ea-b6dd-dc55e69000a3 req-18f0d4e8-3d38-4744-9bc9-ad84062b4f5c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:57.918239 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-19861f28-e1b7-46ea-b6dd-dc55e69000a3 req-18f0d4e8-3d38-4744-9bc9-ad84062b4f5c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0615370 Oct 28 17:13:57.970473 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-19861f28-e1b7-46ea-b6dd-dc55e69000a3 req-b8e91321-203d-402b-b5fb-04705eae0865 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463402 Oct 28 17:13:58.479614 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [req-cf479255-6e41-4f9a-bade-f375522fc8b6 req-732e2723-1e66-46d4-a487-f0f5db9e3117 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:13:58.480601 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cf479255-6e41-4f9a-bade-f375522fc8b6 req-732e2723-1e66-46d4-a487-f0f5db9e3117 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053782 Oct 28 17:13:58.646237 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5e6b6-921c-4737-9967-e362fe27153b req-ab4380de-f69e-47b9-9e35-12c83b21e832 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:58.647734 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3da5e6b6-921c-4737-9967-e362fe27153b req-ab4380de-f69e-47b9-9e35-12c83b21e832 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0535154 Oct 28 17:13:58.696352 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3da5e6b6-921c-4737-9967-e362fe27153b req-03ffed41-f16a-4a6b-a789-aa3fc81caf8b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429726 Oct 28 17:13:58.880657 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34726) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:58.975619 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-9d6a1133-4a0f-45c7-a997-e84d5f3489d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937161 Oct 28 17:13:58.984156 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-feddadb5-00b4-4a8a-95d7-a9595f4db9cc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:13:58.985108 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-feddadb5-00b4-4a8a-95d7-a9595f4db9cc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049167 Oct 28 17:13:59.079033 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 34734) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:13:59.129884 dv-cinder-859839-1-iscsi neutron-server[103943]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 17:13:59.174724 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-b3df790d-b798-46a7-9c7f-d2f8dea08fb5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:59.176156 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-b3df790d-b798-46a7-9c7f-d2f8dea08fb5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports/7e8e821f-3b68-4e37-8c48-398d7fe02220 HTTP/1.1" status: 200 len: 940 time: 0.0958598 Oct 28 17:13:59.831789 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fe45e-dd85-4e96-867e-711d67a2de7e req-276be8e4-4100-4746-b3a8-b238b3a42d66 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:13:59.833426 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d46fe45e-dd85-4e96-867e-711d67a2de7e req-276be8e4-4100-4746-b3a8-b238b3a42d66 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0569677 Oct 28 17:13:59.884402 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d46fe45e-dd85-4e96-867e-711d67a2de7e req-099aeaad-45ae-42b7-a8f9-125bedfbe1a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425923 Oct 28 17:14:00.755681 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-d461db74-c1af-4e21-a35b-686d1af9036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:00.757167 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-d461db74-c1af-4e21-a35b-686d1af9036f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7&tenant_id=39f17c6092df40a69288bacc59cec663 HTTP/1.1" status: 200 len: 1127 time: 0.0798266 Oct 28 17:14:00.826176 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-05dc10f3-bef9-4055-ae6d-4d62eabcedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:00.827646 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-05dc10f3-bef9-4055-ae6d-4d62eabcedb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 1127 time: 0.0440381 Oct 28 17:14:00.923318 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-c4eb4939-36c8-425d-b5ee-496e947fe797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:00.924923 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-c4eb4939-36c8-425d-b5ee-496e947fe797 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.0893638 Oct 28 17:14:00.993468 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-c26b32ce-a96b-4a8d-8762-bc3527e06f9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220 HTTP/1.1" status: 200 len: 999 time: 0.0599427 Oct 28 17:14:01.069981 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-74df27ab-66bf-4e5b-840c-6abe05b7138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:01.071466 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-74df27ab-66bf-4e5b-840c-6abe05b7138a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.0709462 Oct 28 17:14:01.118895 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d03fd-cf09-4d04-950b-e204aa059513 req-c800c69d-57b0-4e69-b1e5-7f981050cd25 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:01.120374 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f95d03fd-cf09-4d04-950b-e204aa059513 req-c800c69d-57b0-4e69-b1e5-7f981050cd25 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.1535437 Oct 28 17:14:01.151891 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-20297e5c-84c2-4b12-ba59-8592b074b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:01.153347 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-20297e5c-84c2-4b12-ba59-8592b074b5ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743194 Oct 28 17:14:01.211684 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f95d03fd-cf09-4d04-950b-e204aa059513 req-6e7cf2de-cdcc-4fc0-b388-8e304649ba5f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854244 Oct 28 17:14:01.258604 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-0d4ae350-d9b2-416e-8e83-ae89bd82093e service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977023 Oct 28 17:14:01.349753 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3ca88c96-c0b8-4c3c-b07c-6213132c0b8d req-e3d7beca-1aad-40c7-8614-d1bd64ced0ad service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847096 Oct 28 17:14:02.405191 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43887456-eeb3-48e0-8f81-60678c8beb37 req-3506a7d0-9f17-4497-96b3-ad9074873f43 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:02.406711 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-43887456-eeb3-48e0-8f81-60678c8beb37 req-3506a7d0-9f17-4497-96b3-ad9074873f43 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.1137733 Oct 28 17:14:02.454375 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-43887456-eeb3-48e0-8f81-60678c8beb37 req-b4a6070f-c8a3-4a32-8e21-82330e7453c8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 Oct 28 17:14:03.594194 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d4342-9024-4c6f-bf1e-591b282c791e req-4f648ea0-7dd2-44ce-8506-e2879d443ad4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:03.595793 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b09d4342-9024-4c6f-bf1e-591b282c791e req-4f648ea0-7dd2-44ce-8506-e2879d443ad4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0601304 Oct 28 17:14:03.644164 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b09d4342-9024-4c6f-bf1e-591b282c791e req-26a9ce7b-d897-4d5f-a4ac-865dae595cd3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425322 Oct 28 17:14:04.778686 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ae96a-b068-4779-a4e2-bee5f9b8c118 req-ab2384fe-604d-4714-895a-15385165492e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:04.780283 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ca3ae96a-b068-4779-a4e2-bee5f9b8c118 req-ab2384fe-604d-4714-895a-15385165492e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0542192 Oct 28 17:14:04.832420 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ca3ae96a-b068-4779-a4e2-bee5f9b8c118 req-75bb44a3-1478-4eb6-b3c3-796967782663 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461602 Oct 28 17:14:05.975959 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6285e23-0d75-4631-b361-19a307df269b req-e4e8fb0e-4fa9-4649-a6d9-b20fcdc76924 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:05.977560 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6285e23-0d75-4631-b361-19a307df269b req-e4e8fb0e-4fa9-4649-a6d9-b20fcdc76924 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0613637 Oct 28 17:14:06.031971 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6285e23-0d75-4631-b361-19a307df269b req-ad7abd37-6d87-4471-b0d4-2ff993e4db96 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456507 Oct 28 17:14:07.282224 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b8fca-ad63-4799-94c3-cbaaf598f37b req-87b0883c-3892-40ce-8d40-db602ab1c3ab tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:07.283891 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1e7b8fca-ad63-4799-94c3-cbaaf598f37b req-87b0883c-3892-40ce-8d40-db602ab1c3ab tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0552750 Oct 28 17:14:07.335094 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1e7b8fca-ad63-4799-94c3-cbaaf598f37b req-4a867988-e40c-4219-a2be-75591e372044 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454254 Oct 28 17:14:08.472655 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6efdd-c817-46bb-a25c-6c9ec818cd0d req-5b4d12f3-5b71-412c-8655-219021c24e88 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:08.474211 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-79c6efdd-c817-46bb-a25c-6c9ec818cd0d req-5b4d12f3-5b71-412c-8655-219021c24e88 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0560596 Oct 28 17:14:08.526640 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-79c6efdd-c817-46bb-a25c-6c9ec818cd0d req-bae1a83c-51a6-425a-b147-5347a24b6d0e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465741 Oct 28 17:14:09.080745 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f159e392-5fa0-4eb7-8ff1-4cf69673deee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:09.664788 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6f004-1f59-4228-acba-c61e9cdcc296 req-d20ab13e-d635-458d-9453-aa182a38b655 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:09.666538 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-afd6f004-1f59-4228-acba-c61e9cdcc296 req-d20ab13e-d635-458d-9453-aa182a38b655 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0551040 Oct 28 17:14:09.715537 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-afd6f004-1f59-4228-acba-c61e9cdcc296 req-3c417c41-af71-4751-bbe6-f002366fa225 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Oct 28 17:14:10.851906 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d396e5-11f5-4410-a0a6-82b55841defe req-1a979888-b709-4360-952e-b0955b7f5c17 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:10.853301 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d3d396e5-11f5-4410-a0a6-82b55841defe req-1a979888-b709-4360-952e-b0955b7f5c17 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0554183 Oct 28 17:14:10.902961 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d3d396e5-11f5-4410-a0a6-82b55841defe req-1f1dfdda-7f02-42a4-90dd-f21c0d1c3b51 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Oct 28 17:14:11.443312 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-729d5d32-f5cd-4b77-a074-41dc4c39449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:12.043530 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8d350-350f-4c8d-b1ed-85ef44ee44f0 req-13f91353-78e9-4df2-a6da-a9187f0f4883 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:12.044989 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-97c8d350-350f-4c8d-b1ed-85ef44ee44f0 req-13f91353-78e9-4df2-a6da-a9187f0f4883 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0583401 Oct 28 17:14:12.097225 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-97c8d350-350f-4c8d-b1ed-85ef44ee44f0 req-158e19e2-16ed-43cd-abb4-ff89723b96e2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465789 Oct 28 17:14:12.481809 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:13.244509 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675af48-643b-430d-a4f3-990a7b3634ad req-64a40b35-35e2-411e-b665-0be540423de8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:13.245987 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2675af48-643b-430d-a4f3-990a7b3634ad req-64a40b35-35e2-411e-b665-0be540423de8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0533190 Oct 28 17:14:13.292519 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2675af48-643b-430d-a4f3-990a7b3634ad req-59a8c579-aca9-404b-8813-1f2ec21bd48d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Oct 28 17:14:14.069106 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:14.427200 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd09daa-5e87-4489-9672-a73c37632983 req-36b568e2-4470-4f80-b44c-408d42420367 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:14.428667 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bcd09daa-5e87-4489-9672-a73c37632983 req-36b568e2-4470-4f80-b44c-408d42420367 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0537264 Oct 28 17:14:14.489020 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bcd09daa-5e87-4489-9672-a73c37632983 req-2611211a-08c0-4fca-b928-9dbb61b8f7a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546534 Oct 28 17:14:15.368187 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:15.636920 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0196-18ed-487f-9a31-8e7162f76a05 req-862a76ff-1288-435d-a381-998c6ca72bc8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:15.638357 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe5b0196-18ed-487f-9a31-8e7162f76a05 req-862a76ff-1288-435d-a381-998c6ca72bc8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0552397 Oct 28 17:14:15.687017 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe5b0196-18ed-487f-9a31-8e7162f76a05 req-c51125d6-4e1f-4e12-b1e8-d7e6b10cd4bf tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Oct 28 17:14:16.840387 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81efdeb-1d45-4e51-8ef7-b8be85d6fef7 req-3fa00ff8-020c-4d88-9488-c4c2ac69153c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:16.841742 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a81efdeb-1d45-4e51-8ef7-b8be85d6fef7 req-3fa00ff8-020c-4d88-9488-c4c2ac69153c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0538998 Oct 28 17:14:16.888785 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a81efdeb-1d45-4e51-8ef7-b8be85d6fef7 req-b6a39ef1-76d1-497a-b6a7-9c1c330e27f9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 Oct 28 17:14:18.036572 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25232ea1-d5c2-41d9-b575-c4acb139d39e req-52ec547c-fb05-4b63-98f0-c521c8f21c1a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:18.038079 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-25232ea1-d5c2-41d9-b575-c4acb139d39e req-52ec547c-fb05-4b63-98f0-c521c8f21c1a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0577390 Oct 28 17:14:18.091860 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-25232ea1-d5c2-41d9-b575-c4acb139d39e req-3983dc58-9751-46c2-8e90-420bd47966e7 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465958 Oct 28 17:14:18.798416 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:14:19.244937 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e475a3-1cdf-4f50-b10d-e1180c0e8e98 req-57264d12-9ffa-4d20-b2de-7789cda922ef tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:19.246528 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b0e475a3-1cdf-4f50-b10d-e1180c0e8e98 req-57264d12-9ffa-4d20-b2de-7789cda922ef tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0650427 Oct 28 17:14:19.297628 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b0e475a3-1cdf-4f50-b10d-e1180c0e8e98 req-b377bf39-f57e-4669-8954-2a6417ac1269 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Oct 28 17:14:20.440553 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c13198-c02e-4296-9196-2bbb027510e6 req-59600154-874c-4756-bdc9-fc49cd140ae0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:20.442143 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-32c13198-c02e-4296-9196-2bbb027510e6 req-59600154-874c-4756-bdc9-fc49cd140ae0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0589108 Oct 28 17:14:20.490246 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-32c13198-c02e-4296-9196-2bbb027510e6 req-32b35ec8-8027-4e33-8e6e-0b615e50dcb5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422940 Oct 28 17:14:21.381649 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:21.628393 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c59d2-5646-4364-b329-e3bc928b9c16 req-8d6d787f-d3de-42d0-b596-d73239910f46 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:21.629845 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-af1c59d2-5646-4364-b329-e3bc928b9c16 req-8d6d787f-d3de-42d0-b596-d73239910f46 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0514710 Oct 28 17:14:21.677637 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-af1c59d2-5646-4364-b329-e3bc928b9c16 req-9fe3cf57-c5da-4e68-9322-48020254d481 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Oct 28 17:14:22.829174 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a46669-5b58-42bb-abbd-db5472f36fb4 req-9193ee2a-76c9-4a0e-959b-3f0534435095 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:22.830660 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-33a46669-5b58-42bb-abbd-db5472f36fb4 req-9193ee2a-76c9-4a0e-959b-3f0534435095 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0618844 Oct 28 17:14:22.881020 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-33a46669-5b58-42bb-abbd-db5472f36fb4 req-079ffb24-abad-4c2c-bd16-959c1dd366b7 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445943 Oct 28 17:14:24.022948 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fb49c-fc03-4590-9427-5ecb40f19287 req-04f9a926-56b5-4d70-962e-117736373400 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:24.024391 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d62fb49c-fc03-4590-9427-5ecb40f19287 req-04f9a926-56b5-4d70-962e-117736373400 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0553336 Oct 28 17:14:24.071208 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d62fb49c-fc03-4590-9427-5ecb40f19287 req-81280d8e-c408-492f-873b-27fc4b77b184 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Oct 28 17:14:25.217558 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781ba8b-d69c-4cf2-9dd5-ca1d83df3bb2 req-de6a25d6-36b5-4cde-a9e6-9a790dadd6f8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:25.218983 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5781ba8b-d69c-4cf2-9dd5-ca1d83df3bb2 req-de6a25d6-36b5-4cde-a9e6-9a790dadd6f8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 943 time: 0.0616574 Oct 28 17:14:25.276015 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5781ba8b-d69c-4cf2-9dd5-ca1d83df3bb2 req-5c23256b-c813-4bc9-a98c-27d0098e88cc tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513954 Oct 28 17:14:25.469854 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 7e8e821f-3b68-4e37-8c48-398d7fe02220 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:14:25.575578 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:14:25.587992 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'port_id': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'mac_address': 'fa:16:3e:d1:a2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:14:25.626757 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 7e8e821f-3b68-4e37-8c48-398d7fe02220 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:14:25.627148 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:25.640288 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8e821f-3b68-4e37-8c48-398d7fe02220 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:14:25.660696 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:14:25.665809 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:25.710465 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=9']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:14:25.717833 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.718236 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.718601 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.718959 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.719293 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.719626 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.720021 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.720294 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.720616 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.720947 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.721269 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.721593 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:25.721899 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:14:26.424089 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14e5be-f648-4318-9fdc-8d62c12d956a req-08ca9f9d-d273-45e9-80d4-dcde28070fd3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:26.425535 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3b14e5be-f648-4318-9fdc-8d62c12d956a req-08ca9f9d-d273-45e9-80d4-dcde28070fd3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 944 time: 0.0650711 Oct 28 17:14:26.471775 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3b14e5be-f648-4318-9fdc-8d62c12d956a req-6ba3fda0-a844-433e-950c-c0399888a43d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404866 Oct 28 17:14:27.426959 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['7e8e821f-3b68-4e37-8c48-398d7fe02220'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:14:27.606065 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c478d-dae4-4997-a76a-e28a26f351af req-07adf9c5-7868-4cef-9c20-c168836a3efd tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:27.607646 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-069c478d-dae4-4997-a76a-e28a26f351af req-07adf9c5-7868-4cef-9c20-c168836a3efd tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 944 time: 0.0541291 Oct 28 17:14:27.662753 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-069c478d-dae4-4997-a76a-e28a26f351af req-697772a9-8fc5-4fb1-a3c0-504cfdbf6f77 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494208 Oct 28 17:14:28.820571 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f40f15-13f6-4dc0-a3ad-b2e3760616f5 req-449c0116-93dc-4246-ac58-692bf0b6bb1c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:28.822042 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-38f40f15-13f6-4dc0-a3ad-b2e3760616f5 req-449c0116-93dc-4246-ac58-692bf0b6bb1c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 944 time: 0.0648227 Oct 28 17:14:29.098234 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-38f40f15-13f6-4dc0-a3ad-b2e3760616f5 req-ad56cdbe-502c-46fa-95ee-09a140d8e9e1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704437 Oct 28 17:14:29.480139 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 7e8e821f-3b68-4e37-8c48-398d7fe02220 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:14:29.527186 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 7e8e821f-3b68-4e37-8c48-398d7fe02220 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:14:29.527593 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:29.527928 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 7e8e821f-3b68-4e37-8c48-398d7fe02220 Oct 28 17:14:29.602014 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 7e8e821f-3b68-4e37-8c48-398d7fe02220 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:14:29.602428 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:29.624709 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:14:29.627018 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05510c72-d488-42fd-b5e9-bca9a44af533" -d '{"events": [{"server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:14:29.642200 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:14:29.647478 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:29.670996 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6e5ae6-6be5-4dbd-9c4b-656ad40127e3 x-openstack-request-id: req-1a6e5ae6-6be5-4dbd-9c4b-656ad40127e3 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:14:29.671283 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:14:29.671532 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a6e5ae6-6be5-4dbd-9c4b-656ad40127e3 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:14:29.671913 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6e5ae6-6be5-4dbd-9c4b-656ad40127e3'] response: {'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'code': 200} Oct 28 17:14:29.700075 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=10']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:14:30.242530 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac16ab-626c-481b-b4bd-5b3ecb623d59 req-40322f74-28d1-4396-9b3c-1170f4335aeb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:30.244032 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88ac16ab-626c-481b-b4bd-5b3ecb623d59 req-40322f74-28d1-4396-9b3c-1170f4335aeb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 946 time: 0.0553458 Oct 28 17:14:30.301359 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88ac16ab-626c-481b-b4bd-5b3ecb623d59 req-2421481e-c6de-4d47-9071-96982f74a213 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508716 Oct 28 17:14:30.333746 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eedeaf-11af-4e16-8e6b-033bfd561221 req-932210a4-a423-41d2-bbe0-f6c1ffec0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:30.335323 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e8eedeaf-11af-4e16-8e6b-033bfd561221 req-932210a4-a423-41d2-bbe0-f6c1ffec0e96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 1130 time: 0.1001148 Oct 28 17:14:30.380615 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e8eedeaf-11af-4e16-8e6b-033bfd561221 req-9b52b9c4-b7a2-4732-a114-fead12d5b2c9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378428 Oct 28 17:14:31.443754 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedeb0c-fa3d-4520-b36c-9038ea6a4783 req-4ea80a86-b012-47fc-bf59-70a68333f8da tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:31.445225 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6dedeb0c-fa3d-4520-b36c-9038ea6a4783 req-4ea80a86-b012-47fc-bf59-70a68333f8da tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 946 time: 0.0580122 Oct 28 17:14:31.491950 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6dedeb0c-fa3d-4520-b36c-9038ea6a4783 req-690b624c-f663-4c9f-bf7e-7ef51e516c19 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Oct 28 17:14:32.644827 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d12fc-0a7b-4946-878b-a81d86993fb1 req-eda89e78-520c-4219-a489-2a7ebc44c077 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:32.646322 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f23d12fc-0a7b-4946-878b-a81d86993fb1 req-eda89e78-520c-4219-a489-2a7ebc44c077 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 946 time: 0.0550580 Oct 28 17:14:32.693688 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f23d12fc-0a7b-4946-878b-a81d86993fb1 req-c91668f8-7d70-46c9-837e-17386f1c2d20 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Oct 28 17:14:33.841015 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b0017-cdfe-4e6e-9e66-b5a01d1643f6 req-9af4080e-049a-4f8d-8eb3-343631e50617 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:33.842577 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-669b0017-cdfe-4e6e-9e66-b5a01d1643f6 req-9af4080e-049a-4f8d-8eb3-343631e50617 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 946 time: 0.0605495 Oct 28 17:14:33.893129 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-669b0017-cdfe-4e6e-9e66-b5a01d1643f6 req-7fa884c9-e0ac-4c04-a299-aa24e9dc90e6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446684 Oct 28 17:14:35.041160 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a203b9-5d65-4292-95d8-8926a76debe5 req-6ddf1b43-f2d2-4b0c-ab3c-9b0cd2f8782c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:35.042653 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-63a203b9-5d65-4292-95d8-8926a76debe5 req-6ddf1b43-f2d2-4b0c-ab3c-9b0cd2f8782c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 946 time: 0.0601916 Oct 28 17:14:35.091595 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-63a203b9-5d65-4292-95d8-8926a76debe5 req-5caea4d4-3a25-4693-a237-2df700288ce8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 Oct 28 17:14:39.084123 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-caed0577-871b-40f8-bed4-84c09db40049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:41.441729 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-4a962b56-04fd-47c0-a44f-813f3945fa01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:42.491152 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:44.073537 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:45.367165 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:45.984229 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d053f-fc01-4dc8-a3b1-32b3a6e578c1 req-0ac48d39-a44b-4505-b01d-866b7071de97 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:45.985694 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1a2d053f-fc01-4dc8-a3b1-32b3a6e578c1 req-0ac48d39-a44b-4505-b01d-866b7071de97 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0954792 Oct 28 17:14:46.001912 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-3b7751e8-7445-4c1a-b907-24a30b4fc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:46.003458 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-3b7751e8-7445-4c1a-b907-24a30b4fc5ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7654683fb6b74d3488de28ae23771aa2&device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 1168 time: 0.0693724 Oct 28 17:14:46.100987 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1a2d053f-fc01-4dc8-a3b1-32b3a6e578c1 req-0de9d266-4e72-4e2e-84ba-d47ca71a7973 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1085482 Oct 28 17:14:46.124951 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-d329a281-dfe4-44d5-add2-1e79e96b824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:46.126437 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-d329a281-dfe4-44d5-add2-1e79e96b824d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4526a78e-5b70-46b4-957d-2eced02410ae HTTP/1.1" status: 200 len: 916 time: 0.1150086 Oct 28 17:14:46.191921 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-5b3e6054-59fd-4362-b0f9-35e0a90c62ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3786c0d-495b-4948-b133-477821b66f8c HTTP/1.1" status: 200 len: 1001 time: 0.0585487 Oct 28 17:14:46.249226 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-3ad02504-b7e5-460a-9330-b170ffe22a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:46.250642 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-3ad02504-b7e5-460a-9330-b170ffe22a43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc36c1bd-daa1-4cf4-8be1-c6108ac9e429 HTTP/1.1" status: 200 len: 854 time: 0.0439141 Oct 28 17:14:46.301687 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-a974e4e3-bdda-4f5e-a41b-d97229ad8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:46.303279 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-a974e4e3-bdda-4f5e-a41b-d97229ad8142 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4526a78e-5b70-46b4-957d-2eced02410ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450745 Oct 28 17:14:46.395784 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-8ae65a59-ec22-40c6-8b0f-f3e46d10441d service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835342 Oct 28 17:14:46.486010 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f2d7afc-7a2c-4a10-89e8-fbaf820ee9ca req-b48a11d2-9932-4f13-b85f-0a6faa6e49c0 service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824623 Oct 28 17:14:47.240017 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664a987-47bb-4480-ad0f-7c8963ca8396 req-fb4684b8-2b55-4a3e-8f4b-ff54555db337 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:47.241470 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2664a987-47bb-4480-ad0f-7c8963ca8396 req-fb4684b8-2b55-4a3e-8f4b-ff54555db337 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0586917 Oct 28 17:14:47.300148 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2664a987-47bb-4480-ad0f-7c8963ca8396 req-8eb09083-b1cc-456c-acdd-483b8ca64cc6 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529494 Oct 28 17:14:48.445436 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cb615-1d7b-436f-a37a-fd9c4ee8afb3 req-0d5c9288-e76a-463a-ae01-89e4d3220ae5 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:48.446935 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-059cb615-1d7b-436f-a37a-fd9c4ee8afb3 req-0d5c9288-e76a-463a-ae01-89e4d3220ae5 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0595901 Oct 28 17:14:48.507669 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-059cb615-1d7b-436f-a37a-fd9c4ee8afb3 req-8e64cc3d-f45f-4ce8-ba48-ed585faac8cc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550640 Oct 28 17:14:49.644815 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403caa1-0e1f-4097-9c08-5b6c6afcdbfc req-889dcf6d-04e3-4ad2-a3d0-b3e83003d192 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:49.646341 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6403caa1-0e1f-4097-9c08-5b6c6afcdbfc req-889dcf6d-04e3-4ad2-a3d0-b3e83003d192 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0543144 Oct 28 17:14:49.714891 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6403caa1-0e1f-4097-9c08-5b6c6afcdbfc req-63486a8d-7653-4ba6-8f43-6a7b2d679355 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624328 Oct 28 17:14:50.857440 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f82abd-8639-4a01-926a-570885e0d162 req-3efa8d85-6a88-4944-87e4-4990518e5d46 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:50.858830 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e1f82abd-8639-4a01-926a-570885e0d162 req-3efa8d85-6a88-4944-87e4-4990518e5d46 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0539193 Oct 28 17:14:50.918424 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e1f82abd-8639-4a01-926a-570885e0d162 req-d4a104fd-c1f5-4b01-bb63-d5c53cf7dddc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537233 Oct 28 17:14:51.382940 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:14:51.634621 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-93a88896-b7e8-43b8-bc9e-fc7bb572b153 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463197 Oct 28 17:14:51.706900 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-cc57527c-6059-4e54-82f1-65a0dfb734ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:51.708386 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-cc57527c-6059-4e54-82f1-65a0dfb734ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 1130 time: 0.0488086 Oct 28 17:14:51.821676 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-02b61124-fbfa-4032-a417-e6c4a260420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:51.823237 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-02b61124-fbfa-4032-a417-e6c4a260420a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 916 time: 0.0925617 Oct 28 17:14:51.890984 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-25930159-7908-4014-aa11-9666b254dc1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b47dec5b-c931-4b57-a91d-f8302972a80e HTTP/1.1" status: 200 len: 1002 time: 0.0595293 Oct 28 17:14:51.942307 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-aaec852e-cc5f-42e4-a164-688e642ebd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:51.943697 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-aaec852e-cc5f-42e4-a164-688e642ebd2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0435214 Oct 28 17:14:51.995302 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-2be23522-fa62-4282-adc3-ca4ba3375490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:51.996800 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-2be23522-fa62-4282-adc3-ca4ba3375490 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440276 Oct 28 17:14:52.105083 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6a2a5-3dd3-4e14-8c73-d7350b26b259 req-d0880d00-1d00-4307-a4a6-8e2943cb33ac tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:52.106563 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b3b6a2a5-3dd3-4e14-8c73-d7350b26b259 req-d0880d00-1d00-4307-a4a6-8e2943cb33ac tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.1089156 Oct 28 17:14:52.125264 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-42e6a4f2-ee68-4307-ad0f-6fe49743ee73 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177564 Oct 28 17:14:52.222395 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b3b6a2a5-3dd3-4e14-8c73-d7350b26b259 req-f00e8085-e1ee-4b63-bceb-fd8fa8bb8f75 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071942 Oct 28 17:14:52.247482 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4590071e-2ade-4490-91a8-4732548b6cb6 req-3f25c477-cbad-4ff2-94d0-50388e7d69f4 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138375 Oct 28 17:14:53.359331 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f381a-4d46-477c-a68f-2874e7d95cea req-2cdcbaf0-d758-4eeb-9c79-545bceabe5a6 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:53.360812 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb9f381a-4d46-477c-a68f-2874e7d95cea req-2cdcbaf0-d758-4eeb-9c79-545bceabe5a6 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0586808 Oct 28 17:14:53.422486 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb9f381a-4d46-477c-a68f-2874e7d95cea req-0d2111fc-ef12-49e4-b123-2cd1299ec200 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557840 Oct 28 17:14:54.566160 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1731d-a53f-486b-9265-70401b29a35e req-c5e7aa20-dd93-4604-b8f5-57dcb2046c33 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:54.567643 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fcf1731d-a53f-486b-9265-70401b29a35e req-c5e7aa20-dd93-4604-b8f5-57dcb2046c33 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0546563 Oct 28 17:14:54.626158 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fcf1731d-a53f-486b-9265-70401b29a35e req-7cf16825-a428-4e56-91e6-47d9d07fbc6c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527768 Oct 28 17:14:55.765838 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2aac6a-f580-4fc8-b299-44191b9b1a9c req-4c1c04a0-a608-4e45-8815-1e373c5450ce tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:55.767314 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3b2aac6a-f580-4fc8-b299-44191b9b1a9c req-4c1c04a0-a608-4e45-8815-1e373c5450ce tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0588195 Oct 28 17:14:55.798649 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:14:55.829495 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3b2aac6a-f580-4fc8-b299-44191b9b1a9c req-7b03e558-fe86-4c04-a38c-197a4d1a4600 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540295 Oct 28 17:14:56.971356 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e75173-8b6c-4fb9-802d-2a7b620fe4f3 req-c83e3134-dafd-40d1-99b1-c372791c57dd tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:56.972834 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a2e75173-8b6c-4fb9-802d-2a7b620fe4f3 req-c83e3134-dafd-40d1-99b1-c372791c57dd tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0568299 Oct 28 17:14:57.035202 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a2e75173-8b6c-4fb9-802d-2a7b620fe4f3 req-e8140b14-fd4d-417b-aa02-d9813744090e tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566266 Oct 28 17:14:58.187191 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa0cc2-c255-4e1c-bd20-c54ec4196d54 req-4df6df0c-e2e4-422b-a0e8-ff1ff7772d16 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:58.189423 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ccfa0cc2-c255-4e1c-bd20-c54ec4196d54 req-4df6df0c-e2e4-422b-a0e8-ff1ff7772d16 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0682235 Oct 28 17:14:58.247715 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ccfa0cc2-c255-4e1c-bd20-c54ec4196d54 req-f75f0df3-4afd-4bab-9cbe-ba81be922709 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523539 Oct 28 17:14:59.385164 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ff6ea-82f1-4d06-8d14-3f0529d8b6b1 req-29de3acd-0370-45fe-9127-fd8d6641c398 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:14:59.386687 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb0ff6ea-82f1-4d06-8d14-3f0529d8b6b1 req-29de3acd-0370-45fe-9127-fd8d6641c398 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0564728 Oct 28 17:14:59.454795 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cb0ff6ea-82f1-4d06-8d14-3f0529d8b6b1 req-27664419-8476-4632-8d2f-f51d71898647 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599604 Oct 28 17:15:00.591878 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba66c5-cce2-4b22-a9cd-d430f14085b4 req-1483dce7-12b9-4601-abdb-8435994ce22d tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:00.593295 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-66ba66c5-cce2-4b22-a9cd-d430f14085b4 req-1483dce7-12b9-4601-abdb-8435994ce22d tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0552607 Oct 28 17:15:00.656591 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-66ba66c5-cce2-4b22-a9cd-d430f14085b4 req-f8f3fa88-99a3-4292-91c4-766db65acc23 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574930 Oct 28 17:15:01.799703 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aadfd-9729-4d61-a589-81ee6cbbad66 req-58b6e36e-b68b-4932-a656-1ffb3742c313 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:01.801159 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8f7aadfd-9729-4d61-a589-81ee6cbbad66 req-58b6e36e-b68b-4932-a656-1ffb3742c313 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0545824 Oct 28 17:15:01.864509 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8f7aadfd-9729-4d61-a589-81ee6cbbad66 req-65387169-ecf8-4d04-b393-15bf07ebf29d tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570049 Oct 28 17:15:03.001458 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ad617-cd2a-49c4-aa9e-8a11e635264f req-8a6d1427-3aa5-4d9f-a89a-9ebcb18e887e tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:03.002940 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-197ad617-cd2a-49c4-aa9e-8a11e635264f req-8a6d1427-3aa5-4d9f-a89a-9ebcb18e887e tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0530772 Oct 28 17:15:03.060727 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-197ad617-cd2a-49c4-aa9e-8a11e635264f req-cb186e06-8707-475b-8d9e-9ac31cdb9ad4 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&id=f1e26a8b-0d1d-4c22-97a6-1962c853d035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519853 Oct 28 17:15:09.085575 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-46023f88-1317-4d6d-a071-a7c5a1a410e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:11.439767 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-fb3b8e98-02ef-4984-a233-068865cb2e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:12.497819 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:14.081685 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:15.366592 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:21.389023 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:26.273522 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97bf58-d1d6-4975-85b2-4414cd26e8e1 req-832c397d-1cd1-400f-8894-00c36a7bee7b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:26.275027 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c97bf58-d1d6-4975-85b2-4414cd26e8e1 req-832c397d-1cd1-400f-8894-00c36a7bee7b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0590408 Oct 28 17:15:26.320679 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c97bf58-d1d6-4975-85b2-4414cd26e8e1 req-3cbf5c65-b3b1-4827-ba9b-44752312384d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399139 Oct 28 17:15:27.461594 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd4fbf-d5a3-4cc3-99d8-7c6c2ebf6ceb req-fc12136e-ca6a-40c0-ab6e-22a2797e2d18 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:27.463070 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cebd4fbf-d5a3-4cc3-99d8-7c6c2ebf6ceb req-fc12136e-ca6a-40c0-ab6e-22a2797e2d18 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0538645 Oct 28 17:15:27.511457 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cebd4fbf-d5a3-4cc3-99d8-7c6c2ebf6ceb req-9a0c0709-408b-4000-9b39-6ab21bbfcfae tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Oct 28 17:15:28.645795 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9567a83-37d5-4bcb-a056-04e4466bf263 req-f546df26-3476-46ca-85e8-8467d3f662c8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:28.647171 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f9567a83-37d5-4bcb-a056-04e4466bf263 req-f546df26-3476-46ca-85e8-8467d3f662c8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0545678 Oct 28 17:15:28.697257 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f9567a83-37d5-4bcb-a056-04e4466bf263 req-bb20ae5c-7512-4a1d-b9cc-e8ba2e5c60a2 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Oct 28 17:15:29.839998 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716a65-70a0-4bf5-b010-7cf8fcc2e069 req-a98bb86d-fca6-4acf-abf9-1e8c39be7741 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:29.841366 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4d716a65-70a0-4bf5-b010-7cf8fcc2e069 req-a98bb86d-fca6-4acf-abf9-1e8c39be7741 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0648527 Oct 28 17:15:29.893100 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4d716a65-70a0-4bf5-b010-7cf8fcc2e069 req-85287deb-816e-4fcd-9cfe-8f9a39f6ac6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458579 Oct 28 17:15:31.028202 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec543c82-58a5-4ea3-a767-80c5ccef6bf9 req-0172e962-b152-4cb9-b39a-1ab37510ac0a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:31.029764 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec543c82-58a5-4ea3-a767-80c5ccef6bf9 req-0172e962-b152-4cb9-b39a-1ab37510ac0a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0544333 Oct 28 17:15:31.079397 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec543c82-58a5-4ea3-a767-80c5ccef6bf9 req-3fc297a3-f073-4b9d-9ceb-3540116e8b61 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Oct 28 17:15:32.229228 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13f09b-902c-4087-b32e-41cc4c239afa req-f462268a-49a6-4d19-82ed-e3e78a87c43e tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:32.230746 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f13f09b-902c-4087-b32e-41cc4c239afa req-f462268a-49a6-4d19-82ed-e3e78a87c43e tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0588009 Oct 28 17:15:32.279255 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f13f09b-902c-4087-b32e-41cc4c239afa req-bca9e6a3-3dbf-4291-9ab9-05a6bc0335d1 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429173 Oct 28 17:15:32.804062 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:15:33.409315 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f54ad-240b-4746-acf5-9c2a92f0d9d0 req-e5b4c50a-4580-4188-887c-6086730d7b88 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:33.410855 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-884f54ad-240b-4746-acf5-9c2a92f0d9d0 req-e5b4c50a-4580-4188-887c-6086730d7b88 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0540466 Oct 28 17:15:33.456750 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-884f54ad-240b-4746-acf5-9c2a92f0d9d0 req-15ca3098-8afa-4457-b39b-a459333d7dfa tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400312 Oct 28 17:15:34.596427 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a744-7ad3-4b00-8478-bbf34c49e0ac req-87862061-f3c6-49e6-8794-dcad81e34550 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:34.597902 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4787a744-7ad3-4b00-8478-bbf34c49e0ac req-87862061-f3c6-49e6-8794-dcad81e34550 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0596192 Oct 28 17:15:34.653353 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4787a744-7ad3-4b00-8478-bbf34c49e0ac req-77b52feb-0d90-403b-99eb-2d64c289bfe3 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420499 Oct 28 17:15:35.798207 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4e0d8-efca-4e34-8b4a-fb58e4ab3984 req-41e31cb5-7edf-4714-86d6-a94e2320bb66 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:35.799706 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6ba4e0d8-efca-4e34-8b4a-fb58e4ab3984 req-41e31cb5-7edf-4714-86d6-a94e2320bb66 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0577252 Oct 28 17:15:35.849683 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6ba4e0d8-efca-4e34-8b4a-fb58e4ab3984 req-4c630efc-dd99-4152-a306-4bd5e0582852 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421963 Oct 28 17:15:36.985213 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea82c2-0284-407b-8efa-e0f5212fb2eb req-c5f1b489-05d2-4692-a08a-29fd55bc17ee tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:36.986680 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9eea82c2-0284-407b-8efa-e0f5212fb2eb req-c5f1b489-05d2-4692-a08a-29fd55bc17ee tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0548379 Oct 28 17:15:37.038774 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9eea82c2-0284-407b-8efa-e0f5212fb2eb req-53144b16-7114-482e-a6eb-e2530c28a61f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442142 Oct 28 17:15:37.733883 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a496-5192-4b56-adf3-aa34fd4d17e8 req-42870036-1a34-4f5d-8fda-ae3d8d533761 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:37.735382 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7250a496-5192-4b56-adf3-aa34fd4d17e8 req-42870036-1a34-4f5d-8fda-ae3d8d533761 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 946 time: 0.0632622 Oct 28 17:15:37.782996 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7250a496-5192-4b56-adf3-aa34fd4d17e8 req-5d7c33a0-4498-4841-80b8-d7c9310b6480 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418503 Oct 28 17:15:38.184881 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba8a7c-8e7b-4780-a53c-1ffcdc5943cd req-c0f31431-2476-4be3-9d2b-abdf8fc65c1b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:38.186683 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-01ba8a7c-8e7b-4780-a53c-1ffcdc5943cd req-c0f31431-2476-4be3-9d2b-abdf8fc65c1b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0645194 Oct 28 17:15:38.234474 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-01ba8a7c-8e7b-4780-a53c-1ffcdc5943cd req-d9a68300-5c72-403c-aa36-11c66466ba7e tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398834 Oct 28 17:15:38.922943 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937d85a-681d-4417-bfb3-d44386b5f5d8 req-7771d246-139d-4531-97d1-bf2bae04b286 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:38.924333 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2937d85a-681d-4417-bfb3-d44386b5f5d8 req-7771d246-139d-4531-97d1-bf2bae04b286 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 946 time: 0.0625627 Oct 28 17:15:38.972893 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2937d85a-681d-4417-bfb3-d44386b5f5d8 req-7e537bc8-aa14-4313-802d-5201f0ce0c79 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428915 Oct 28 17:15:39.081392 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-5560aa8d-b508-44c1-b6e6-3aedd415bf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:39.375469 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9f486-2f9a-47ee-8d74-ec9b3445b1b5 req-4db1cd6e-3b53-49ef-9c6a-24fb79ec238a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:39.376981 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6ee9f486-2f9a-47ee-8d74-ec9b3445b1b5 req-4db1cd6e-3b53-49ef-9c6a-24fb79ec238a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0627542 Oct 28 17:15:39.427749 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6ee9f486-2f9a-47ee-8d74-ec9b3445b1b5 req-f28a2ad8-988c-472a-8d2f-fde232c10e4c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420866 Oct 28 17:15:39.603386 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54388e78-6de4-49b3-980c-b568f884dc33 req-6827a63e-3459-4a4d-8a74-0717391d2f4d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:39.604830 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-54388e78-6de4-49b3-980c-b568f884dc33 req-6827a63e-3459-4a4d-8a74-0717391d2f4d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 946 time: 0.0596907 Oct 28 17:15:39.699701 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Deleting port 83489d3b-2716-4b6e-a353-018de5d8c1d0 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:15:39.700038 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:39.793721 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] For port 83489d3b-2716-4b6e-a353-018de5d8c1d0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=83489d3b-2716-4b6e-a353-018de5d8c1d0,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:15:39.794201 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:40.004276 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:40.004683 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (56efb9de-c381-4167-9a1e-af1ed092a789), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:40.005072 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Floating IP 56efb9de-c381-4167-9a1e-af1ed092a789 disassociated. External IP: 172.27.0.167, port: 83489d3b-2716-4b6e-a353-018de5d8c1d0. Oct 28 17:15:40.005670 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Calling delete_port for 83489d3b-2716-4b6e-a353-018de5d8c1d0 owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:15:40.121760 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7977d08-d715-4a03-81eb-e6d41804ac1c req-3bc53c0c-c8a6-4f4b-bb6a-84f351a8fcab tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:40.123419 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b7977d08-d715-4a03-81eb-e6d41804ac1c req-3bc53c0c-c8a6-4f4b-bb6a-84f351a8fcab tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 946 time: 0.0744171 Oct 28 17:15:40.208253 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b7977d08-d715-4a03-81eb-e6d41804ac1c req-7f31b03d-04ef-4f95-a700-a9325f9e46ab tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb341d90-8d34-4f8c-bb8a-4e7320d4969a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787296 Oct 28 17:15:40.209477 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (83489d3b-2716-4b6e-a353-018de5d8c1d0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:40.239545 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'Port': ['ID=83489d3b-2716-4b6e-a353-018de5d8c1d0,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:40.251275 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.251626 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.251955 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.252287 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.252598 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.252923 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.253245 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.253568 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.253898 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.254368 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.254644 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.254952 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.255268 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:40.360928 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:15:40.464645 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:15:40.474814 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:15:40.488845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:15:40.490181 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:15:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:15:40.721685 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:15:40.784101 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] No DVR routers for this DVR port 83489d3b-2716-4b6e-a353-018de5d8c1d0 on host hv-cinder-85983 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:15:40.787763 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:40.794897 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-54388e78-6de4-49b3-980c-b568f884dc33 req-873030d1-c304-49e4-b656-fb5ab9e6546b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "DELETE /v2.0/ports/83489d3b-2716-4b6e-a353-018de5d8c1d0 HTTP/1.1" status: 204 len: 173 time: 1.1847439 Oct 28 17:15:40.795418 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b983d279-8544-4d69-99dd-6974b3b64145', 'name': 'network-vif-deleted', 'tag': '83489d3b-2716-4b6e-a353-018de5d8c1d0'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:15:40.798314 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00779c0-b380-4542-90f3-6425f90337c2" -d '{"events": [{"server_uuid": "b983d279-8544-4d69-99dd-6974b3b64145", "name": "network-vif-deleted", "tag": "83489d3b-2716-4b6e-a353-018de5d8c1d0"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:15:40.835529 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b11630-8709-46c4-a949-247bb3c04a5c req-02e4fad6-f651-4aea-a95a-4b1d351a64cd tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:40.843897 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d2b11630-8709-46c4-a949-247bb3c04a5c req-02e4fad6-f651-4aea-a95a-4b1d351a64cd tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.1153262 Oct 28 17:15:40.906497 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d2b11630-8709-46c4-a949-247bb3c04a5c req-66f9c0e3-93e6-44df-b676-4b8f58377d5d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616128 Oct 28 17:15:40.981365 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8d724-048d-49ea-9c51-12d863fdc486 x-openstack-request-id: req-e9b8d724-048d-49ea-9c51-12d863fdc486 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:15:40.981684 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b983d279-8544-4d69-99dd-6974b3b64145", "name": "network-vif-deleted", "tag": "83489d3b-2716-4b6e-a353-018de5d8c1d0", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:15:40.981938 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9b8d724-048d-49ea-9c51-12d863fdc486 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:15:40.982378 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b8d724-048d-49ea-9c51-12d863fdc486'] response: {'server_uuid': 'b983d279-8544-4d69-99dd-6974b3b64145', 'name': 'network-vif-deleted', 'tag': '83489d3b-2716-4b6e-a353-018de5d8c1d0', 'status': 'completed', 'code': 200} Oct 28 17:15:41.007615 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a9313032-df66-4062-92a8-38b7ccebb80f', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:85:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:19Z', 'updated_at': '2022-10-28T17:10:15Z', 'revision_number': 2, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:15:41.037560 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:15:41.046714 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:15:41.047387 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:15:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:15:41.156110 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:15:41.292577 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-71aacb40-4c0c-4275-9f55-525c2e4fa9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:41.294897 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-71aacb40-4c0c-4275-9f55-525c2e4fa9cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 1129 time: 0.0955913 Oct 28 17:15:41.305465 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850512a-750b-4986-a0f7-9412e4a1a1d0 req-83674483-2620-4842-a8d8-479c2f2a54ea tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:41.307621 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e850512a-750b-4986-a0f7-9412e4a1a1d0 req-83674483-2620-4842-a8d8-479c2f2a54ea tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.1000137 Oct 28 17:15:41.365183 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-402b471b-d6eb-4382-b5b7-c6dce280865d req-d7125a27-513f-4ae0-a707-942fe8cfe748 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=b983d279-8544-4d69-99dd-6974b3b64145 HTTP/1.1" status: 200 len: 210 time: 0.0298169 Oct 28 17:15:41.438925 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a9313032-df66-4062-92a8-38b7ccebb80f', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:85:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:19Z', 'updated_at': '2022-10-28T17:10:15Z', 'revision_number': 2, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:15:41.442025 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-15b18711-fe7b-4686-aec1-987244b89925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:41.447941 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e850512a-750b-4986-a0f7-9412e4a1a1d0 req-e2592d85-4940-43a4-87d5-49c3f7c883c6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299112 Oct 28 17:15:41.466093 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3eade3-2145-40fe-b6e0-93ff424a023a None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a9313032-df66-4062-92a8-38b7ccebb80f', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:85:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:09:19Z', 'updated_at': '2022-10-28T17:10:15Z', 'revision_number': 2, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:15:41.482614 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-bb44a828-510a-42e2-93a1-a988757b97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:41.484215 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-bb44a828-510a-42e2-93a1-a988757b97f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 919 time: 0.1757088 Oct 28 17:15:41.555600 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-ec19ec5d-282b-4e3e-8495-0dc9800caa89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 HTTP/1.1" status: 200 len: 1000 time: 0.0649219 Oct 28 17:15:41.607905 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-3b8a1bb6-438b-49d3-abd0-376a36b1f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:41.609409 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-3b8a1bb6-438b-49d3-abd0-376a36b1f661 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0474763 Oct 28 17:15:41.661257 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-247a3a3c-9be3-4764-9217-969861a530e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:41.662850 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-247a3a3c-9be3-4764-9217-969861a530e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469446 Oct 28 17:15:41.722362 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4164d-36f4-4a2b-9c03-5be8b61edc55 None None] New status for floating IP 56efb9de-c381-4167-9a1e-af1ed092a789: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:15:41.760075 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-a7fc5ca6-9dfb-453f-8b01-8dd4e1e3f32f service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894032 Oct 28 17:15:41.857506 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3368a838-d0ac-4437-a7fb-e321518b08fb req-078f1e06-4c84-46f9-8a47-528734e126a7 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904858 Oct 28 17:15:42.039269 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe71e1c-4e29-455e-a104-51b7a1495fe4 req-0cff3cd1-8db9-4647-b5ad-0d578cac96f4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:42.040745 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9fe71e1c-4e29-455e-a104-51b7a1495fe4 req-0cff3cd1-8db9-4647-b5ad-0d578cac96f4 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0560856 Oct 28 17:15:42.088741 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9fe71e1c-4e29-455e-a104-51b7a1495fe4 req-98142a9f-a711-41d0-bc99-2731a0bee443 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418079 Oct 28 17:15:42.462592 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35136) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:15:42.505547 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:42.546476 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b76cbfe1-05c0-41d3-b026-ee8935968605 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (fb341d90-8d34-4f8c-bb8a-4e7320d4969a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:42.588722 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b76cbfe1-05c0-41d3-b026-ee8935968605 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (fb341d90-8d34-4f8c-bb8a-4e7320d4969a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:42.631912 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6bb8f-f6dd-4b2b-9a95-3dca94a1cd9e req-1e89263e-05e3-417b-ba10-e92f810e3243 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:42.633309 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87f6bb8f-f6dd-4b2b-9a95-3dca94a1cd9e req-1e89263e-05e3-417b-ba10-e92f810e3243 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0988271 Oct 28 17:15:42.667373 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b76cbfe1-05c0-41d3-b026-ee8935968605 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (fb341d90-8d34-4f8c-bb8a-4e7320d4969a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:42.669938 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b76cbfe1-05c0-41d3-b026-ee8935968605 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:42.671081 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b76cbfe1-05c0-41d3-b026-ee8935968605 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "DELETE /v2.0/security-groups/fb341d90-8d34-4f8c-bb8a-4e7320d4969a HTTP/1.1" status: 204 len: 168 time: 0.2075002 Oct 28 17:15:42.674194 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35140) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:15:42.689598 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.api.v2.resource [None req-a5fb9626-8ac4-494d-941b-ef3c3dc63930 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] show failed (client error): The resource could not be found. Oct 28 17:15:42.693723 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a5fb9626-8ac4-494d-941b-ef3c3dc63930 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups/fb341d90-8d34-4f8c-bb8a-4e7320d4969a HTTP/1.1" status: 404 len: 347 time: 0.0184693 Oct 28 17:15:42.694348 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35144) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:15:42.695778 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cbfe1-05c0-41d3-b026-ee8935968605 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb341d90-8d34-4f8c-bb8a-4e7320d4969a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:42.702676 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87f6bb8f-f6dd-4b2b-9a95-3dca94a1cd9e req-d5eb2f03-dece-4dd3-8c3f-77ddf34a707f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576196 Oct 28 17:15:42.821789 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Deleting port 88cdf05e-09fa-4211-960e-eabd299865ec {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:15:42.822195 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (88cdf05e-09fa-4211-960e-eabd299865ec), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:42.902982 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (88cdf05e-09fa-4211-960e-eabd299865ec), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:42.903220 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (88cdf05e-09fa-4211-960e-eabd299865ec), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:42.916101 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Calling delete_port for 88cdf05e-09fa-4211-960e-eabd299865ec owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:15:43.062263 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (88cdf05e-09fa-4211-960e-eabd299865ec), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:43.085498 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'Port': ['ID=88cdf05e-09fa-4211-960e-eabd299865ec,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:43.110824 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.111170 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.111514 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.111846 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.112175 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.112502 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.112827 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.113148 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.113473 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.113790 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.114144 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.114461 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.114779 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:15:43.158526 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (56efb9de-c381-4167-9a1e-af1ed092a789), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:43.161051 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:43.162249 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c9d2aa20-380f-4a25-9ced-4355e74205f4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "DELETE /v2.0/floatingips/56efb9de-c381-4167-9a1e-af1ed092a789 HTTP/1.1" status: 204 len: 168 time: 0.4669216 Oct 28 17:15:43.225345 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc979c-a686-4e32-b256-0c259692abb7 req-9771b2e1-2218-4db7-9d2f-899ee30243bd tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:43.227228 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6acc979c-a686-4e32-b256-0c259692abb7 req-9771b2e1-2218-4db7-9d2f-899ee30243bd tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0636430 Oct 28 17:15:43.275731 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6acc979c-a686-4e32-b256-0c259692abb7 req-844fa8b8-8463-4afa-b271-d3d0ad6f9cf2 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Oct 28 17:15:43.850324 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e324e3-70a1-4c64-b13f-f58520bcbbf6 req-bf6258c3-da8c-4d9a-988d-2c1aac166703 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:43.851691 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62e324e3-70a1-4c64-b13f-f58520bcbbf6 req-bf6258c3-da8c-4d9a-988d-2c1aac166703 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0545599 Oct 28 17:15:43.861987 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 83489d3b-2716-4b6e-a353-018de5d8c1d0 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:15:43.881793 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 83489d3b-2716-4b6e-a353-018de5d8c1d0 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:15:43.882401 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 83489d3b-2716-4b6e-a353-018de5d8c1d0 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:15:43.902241 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62e324e3-70a1-4c64-b13f-f58520bcbbf6 req-da2b9e1f-3764-4534-bd0c-c47ad1c569c7 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Oct 28 17:15:44.074868 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:44.416351 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368bc98-3cb4-4aa9-ab1c-64fad2a7f68d req-7067feb0-8ca6-415c-b454-ffd8f667b480 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:44.417887 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4368bc98-3cb4-4aa9-ab1c-64fad2a7f68d req-7067feb0-8ca6-415c-b454-ffd8f667b480 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0577598 Oct 28 17:15:44.468802 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4368bc98-3cb4-4aa9-ab1c-64fad2a7f68d req-b73f0d33-4082-4e60-b04e-b6b1ec76a84c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449400 Oct 28 17:15:44.789524 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1abedd-3678-4315-9369-8feb09f81d51 req-2486eb05-b5a1-4952-a5d4-94a44f203645 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:44.791025 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5e1abedd-3678-4315-9369-8feb09f81d51 req-2486eb05-b5a1-4952-a5d4-94a44f203645 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.0551140 Oct 28 17:15:44.841360 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5e1abedd-3678-4315-9369-8feb09f81d51 req-949c3839-25a9-4a83-8bb8-6e0c06d0474b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430346 Oct 28 17:15:45.038404 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac3881-8924-4317-a030-db6127ca1d10 req-a6e602b3-0d8c-4bcc-a5af-245d5f491e0a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:45.039890 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-11ac3881-8924-4317-a030-db6127ca1d10 req-a6e602b3-0d8c-4bcc-a5af-245d5f491e0a tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0540957 Oct 28 17:15:45.089160 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-11ac3881-8924-4317-a030-db6127ca1d10 req-d63272ae-0b08-4dba-a28d-e92d760200b8 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433981 Oct 28 17:15:45.373548 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:45.600517 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e57ee-83a9-407b-9230-6da43376c22c req-0f15f0f3-9b17-4dd2-8e6d-28d12221b214 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:45.601992 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cf0e57ee-83a9-407b-9230-6da43376c22c req-0f15f0f3-9b17-4dd2-8e6d-28d12221b214 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0597057 Oct 28 17:15:45.648600 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cf0e57ee-83a9-407b-9230-6da43376c22c req-b848a9db-1071-45eb-a980-629b7450306c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406570 Oct 28 17:15:45.871798 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-c1b0c3af-6137-455a-bf1b-8e8dda6dcf72 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:45.873245 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-c1b0c3af-6137-455a-bf1b-8e8dda6dcf72 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.0596244 Oct 28 17:15:46.004790 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de432f71-4f69-4309-bdb8-e1eeb80e81fa req-5c2c9b2f-6742-49b2-b372-2a42e692b58e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:46.006181 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-de432f71-4f69-4309-bdb8-e1eeb80e81fa req-5c2c9b2f-6742-49b2-b372-2a42e692b58e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 946 time: 0.0898933 Oct 28 17:15:46.011200 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Deleting port b47dec5b-c931-4b57-a91d-f8302972a80e {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:15:46.011533 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:46.106295 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-de432f71-4f69-4309-bdb8-e1eeb80e81fa req-4fad9af0-ba5b-4f61-9cc1-349bb33425e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e497342-866d-4d34-b20b-45859e4fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916774 Oct 28 17:15:46.131260 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] For port b47dec5b-c931-4b57-a91d-f8302972a80e, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b47dec5b-c931-4b57-a91d-f8302972a80e,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:15:46.131633 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:46.300249 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256db052-a3e9-480d-a912-8085c5a8328c req-52e7af0c-9322-4423-b8c8-483c4a0a06e0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:46.301726 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-256db052-a3e9-480d-a912-8085c5a8328c req-52e7af0c-9322-4423-b8c8-483c4a0a06e0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.1310623 Oct 28 17:15:46.335446 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:46.335808 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (a9313032-df66-4062-92a8-38b7ccebb80f), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:46.336118 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Floating IP a9313032-df66-4062-92a8-38b7ccebb80f disassociated. External IP: 172.27.0.185, port: b47dec5b-c931-4b57-a91d-f8302972a80e. Oct 28 17:15:46.336458 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Calling delete_port for b47dec5b-c931-4b57-a91d-f8302972a80e owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:15:46.404315 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-256db052-a3e9-480d-a912-8085c5a8328c req-db140d59-7a32-4576-aee3-b32e2f284dfa tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942743 Oct 28 17:15:46.488741 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (b47dec5b-c931-4b57-a91d-f8302972a80e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:46.517526 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'Port': ['ID=b47dec5b-c931-4b57-a91d-f8302972a80e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:46.628921 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:15:46.745306 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:15:46.755068 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:15:46.765720 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:15:46.766479 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:15:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:15:46.805669 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] No DVR routers for this DVR port b47dec5b-c931-4b57-a91d-f8302972a80e on host hv-cinder-85983 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:15:46.808245 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:46.812015 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-18b3760f-e752-4253-ac27-78b01416a1f0 req-b459fb7c-0507-4403-a181-ee856a3ce65e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "DELETE /v2.0/ports/b47dec5b-c931-4b57-a91d-f8302972a80e HTTP/1.1" status: 204 len: 173 time: 0.9334462 Oct 28 17:15:46.812590 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'name': 'network-vif-deleted', 'tag': 'b47dec5b-c931-4b57-a91d-f8302972a80e'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:15:46.814929 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ef209f-6a8f-4a2d-8352-52f725e6ea6e" -d '{"events": [{"server_uuid": "ab2f90fd-20c9-479d-8a52-340ccb25a538", "name": "network-vif-deleted", "tag": "b47dec5b-c931-4b57-a91d-f8302972a80e"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:15:46.833362 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28fefc-1496-41e9-9c8a-aceca24c2910 req-bb6b87a1-07d3-4545-8605-0259123d0e38 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:46.834986 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3b28fefc-1496-41e9-9c8a-aceca24c2910 req-bb6b87a1-07d3-4545-8605-0259123d0e38 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.1061208 Oct 28 17:15:46.872946 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f66d319-5604-4a47-bdef-fb49a7c279e8 x-openstack-request-id: req-0f66d319-5604-4a47-bdef-fb49a7c279e8 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:15:46.873243 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2f90fd-20c9-479d-8a52-340ccb25a538", "name": "network-vif-deleted", "tag": "b47dec5b-c931-4b57-a91d-f8302972a80e", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:15:46.873477 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f66d319-5604-4a47-bdef-fb49a7c279e8 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:15:46.873935 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f66d319-5604-4a47-bdef-fb49a7c279e8'] response: {'server_uuid': 'ab2f90fd-20c9-479d-8a52-340ccb25a538', 'name': 'network-vif-deleted', 'tag': 'b47dec5b-c931-4b57-a91d-f8302972a80e', 'status': 'completed', 'code': 200} Oct 28 17:15:46.885982 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:15:46.897126 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3b28fefc-1496-41e9-9c8a-aceca24c2910 req-83f71572-9e2f-4d37-a952-c07f8d1d6376 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552936 Oct 28 17:15:47.120691 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:15:47.148219 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:15:47.162032 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:15:47.162805 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:15:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:15:47.179116 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663c5c7-ca2c-4981-9066-7869dfd06725 req-31f42b9a-1e72-4ce4-91a6-acf592dc5336 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:47.180748 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c663c5c7-ca2c-4981-9066-7869dfd06725 req-31f42b9a-1e72-4ce4-91a6-acf592dc5336 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0569117 Oct 28 17:15:47.256487 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1053bca3-f4cd-4011-b245-3ec012b816e6 req-72b36c50-bcfb-4896-95d5-b08b08fe311d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2f90fd-20c9-479d-8a52-340ccb25a538 HTTP/1.1" status: 200 len: 210 time: 0.0437765 Oct 28 17:15:47.268958 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:15:47.289633 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c663c5c7-ca2c-4981-9066-7869dfd06725 req-642ee499-9594-4a35-9770-5b10e52e6de3 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973551 Oct 28 17:15:47.292658 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-fbbedfb4-51ed-4d16-ac75-b77c10156866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:47.294330 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-fbbedfb4-51ed-4d16-ac75-b77c10156866 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 1130 time: 0.1110778 Oct 28 17:15:47.390319 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-315572c3-6d42-4c4c-b871-f3bbfa332bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:47.391854 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-315572c3-6d42-4c4c-b871-f3bbfa332bd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 912 time: 0.0910971 Oct 28 17:15:47.462673 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-e7182e80-918e-4754-9166-19d043b8ed25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 HTTP/1.1" status: 200 len: 1002 time: 0.0627286 Oct 28 17:15:47.479713 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:15:47.504130 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b72b-b670-440c-9e80-0f4f7467dcdb None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:15:47.539928 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-d3c7c62e-2ec3-45ab-a02b-1bd7b55b1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:47.541434 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-d3c7c62e-2ec3-45ab-a02b-1bd7b55b1d23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 200 len: 850 time: 0.0717440 Oct 28 17:15:47.583807 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf92a9-ee3f-4bb5-abee-ef60016dad9e req-b0f3cee1-6d95-47cf-baf0-9eca48b7be4c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:47.585720 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bcdf92a9-ee3f-4bb5-abee-ef60016dad9e req-b0f3cee1-6d95-47cf-baf0-9eca48b7be4c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0887938 Oct 28 17:15:47.628179 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-a51d268b-8464-4043-b2fc-96bf8cc2ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:47.629662 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-a51d268b-8464-4043-b2fc-96bf8cc2ceab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1275e91b-d159-4566-9d23-a40414dc1241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816474 Oct 28 17:15:47.654283 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bcdf92a9-ee3f-4bb5-abee-ef60016dad9e req-f45aaf88-dd6f-420d-bd5c-e752ae4189ce tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612130 Oct 28 17:15:47.731623 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-5c34a5dd-1d6c-4a07-9bba-aea1321d1a3b service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924561 Oct 28 17:15:47.741408 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc864cf-7eae-4148-9b05-8313bf297bac None None] New status for floating IP a9313032-df66-4062-92a8-38b7ccebb80f: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:15:47.827055 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9eaf8a9b-f711-405a-ac08-9ee020f88a0a req-2326e2ef-574b-4c72-9935-78ef27e2198f service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880301 Oct 28 17:15:48.351235 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35202) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:15:48.407382 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fc29d14c-4186-49c6-994a-dc49f0782c3d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (8e497342-866d-4d34-b20b-45859e4fccb6), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:48.433603 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fc29d14c-4186-49c6-994a-dc49f0782c3d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (8e497342-866d-4d34-b20b-45859e4fccb6), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:48.440811 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abf489-9525-4dc5-921d-1bde2d1d0754 req-e7755a08-7495-4241-8c79-af5f1fd3cf0d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:48.443177 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-55abf489-9525-4dc5-921d-1bde2d1d0754 req-e7755a08-7495-4241-8c79-af5f1fd3cf0d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0736434 Oct 28 17:15:48.486559 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fc29d14c-4186-49c6-994a-dc49f0782c3d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (8e497342-866d-4d34-b20b-45859e4fccb6), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:48.489166 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fc29d14c-4186-49c6-994a-dc49f0782c3d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:48.492825 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fc29d14c-4186-49c6-994a-dc49f0782c3d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e497342-866d-4d34-b20b-45859e4fccb6 HTTP/1.1" status: 204 len: 168 time: 0.1380148 Oct 28 17:15:48.492982 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-55abf489-9525-4dc5-921d-1bde2d1d0754 req-cd49603f-6f1d-4819-8b4d-ce7156d91fd9 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426185 Oct 28 17:15:48.493092 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35204) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:15:48.500067 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29d14c-4186-49c6-994a-dc49f0782c3d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e497342-866d-4d34-b20b-45859e4fccb6,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:48.506502 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.api.v2.resource [None req-79d4d826-9cdf-47b5-bc6a-efccee3b822a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] show failed (client error): The resource could not be found. Oct 28 17:15:48.510554 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-79d4d826-9cdf-47b5-bc6a-efccee3b822a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups/8e497342-866d-4d34-b20b-45859e4fccb6 HTTP/1.1" status: 404 len: 347 time: 0.0134068 Oct 28 17:15:48.510816 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35206) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:15:48.627272 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-08877b16-e2dd-412e-8843-b451e5045669 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Deleting port 9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:15:48.627613 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-08877b16-e2dd-412e-8843-b451e5045669 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:48.711398 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-08877b16-e2dd-412e-8843-b451e5045669 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:48.711728 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-08877b16-e2dd-412e-8843-b451e5045669 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:48.723374 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-08877b16-e2dd-412e-8843-b451e5045669 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Calling delete_port for 9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0 owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:15:48.838116 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5c4a7-02a0-4a58-99b6-8160755a66cd req-5cccdfb7-0ada-4b19-9f98-1082785a6c4f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:48.839505 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a9b5c4a7-02a0-4a58-99b6-8160755a66cd req-5cccdfb7-0ada-4b19-9f98-1082785a6c4f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.1106398 Oct 28 17:15:48.909898 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a9b5c4a7-02a0-4a58-99b6-8160755a66cd req-c6e8363e-b606-43ed-a4f8-80da79198667 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632758 Oct 28 17:15:48.929747 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-08877b16-e2dd-412e-8843-b451e5045669 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:48.953899 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08877b16-e2dd-412e-8843-b451e5045669 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'Port': ['ID=9f8a0abf-ff22-4cec-ac3f-1b5a9ff9adf0,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:48.977286 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-08877b16-e2dd-412e-8843-b451e5045669 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (a9313032-df66-4062-92a8-38b7ccebb80f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:48.979867 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-08877b16-e2dd-412e-8843-b451e5045669 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:48.981001 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-08877b16-e2dd-412e-8843-b451e5045669 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "DELETE /v2.0/floatingips/a9313032-df66-4062-92a8-38b7ccebb80f HTTP/1.1" status: 204 len: 168 time: 0.4693573 Oct 28 17:15:49.062705 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35212) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:15:49.067265 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-8b88005d-2bf0-4bee-9d0a-49728502dfd3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531921574', 'description': 'tempest-description--293308340'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:15:49.088229 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8b88005d-2bf0-4bee-9d0a-49728502dfd3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.163220 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8b88005d-2bf0-4bee-9d0a-49728502dfd3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (14c3cc17-35eb-4ef6-9210-1c402f9a5434), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.168488 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8b88005d-2bf0-4bee-9d0a-49728502dfd3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (14c3cc17-35eb-4ef6-9210-1c402f9a5434), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.205649 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8b88005d-2bf0-4bee-9d0a-49728502dfd3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.207271 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8b88005d-2bf0-4bee-9d0a-49728502dfd3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1435359 Oct 28 17:15:49.209252 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88005d-2bf0-4bee-9d0a-49728502dfd3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c3cc17-35eb-4ef6-9210-1c402f9a5434,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:49.210380 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35214) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:15:49.215105 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-7a3922f9-9e56-4fb2-8f56-bb4bc71a2bbc tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group_rule': {'security_group_id': '14c3cc17-35eb-4ef6-9210-1c402f9a5434', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:15:49.241805 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7a3922f9-9e56-4fb2-8f56-bb4bc71a2bbc tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (61d67788-ed10-4527-85d2-db1890b5acb0), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.287378 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7a3922f9-9e56-4fb2-8f56-bb4bc71a2bbc tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (61d67788-ed10-4527-85d2-db1890b5acb0), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.293115 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7a3922f9-9e56-4fb2-8f56-bb4bc71a2bbc tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (61d67788-ed10-4527-85d2-db1890b5acb0), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.312244 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3922f9-9e56-4fb2-8f56-bb4bc71a2bbc tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d67788-ed10-4527-85d2-db1890b5acb0,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:49.318193 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7a3922f9-9e56-4fb2-8f56-bb4bc71a2bbc tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.319538 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-7a3922f9-9e56-4fb2-8f56-bb4bc71a2bbc tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078117 Oct 28 17:15:49.322366 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35216) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:15:49.326989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-17100a46-c367-4a1f-bf5e-bfc16233d5b2 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group_rule': {'security_group_id': '14c3cc17-35eb-4ef6-9210-1c402f9a5434', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:15:49.353440 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17100a46-c367-4a1f-bf5e-bfc16233d5b2 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (1fedaad2-6c0f-4e72-ab34-bf4361938960), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.408138 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17100a46-c367-4a1f-bf5e-bfc16233d5b2 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (1fedaad2-6c0f-4e72-ab34-bf4361938960), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.413761 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17100a46-c367-4a1f-bf5e-bfc16233d5b2 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (1fedaad2-6c0f-4e72-ab34-bf4361938960), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.431424 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17100a46-c367-4a1f-bf5e-bfc16233d5b2 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fedaad2-6c0f-4e72-ab34-bf4361938960,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:49.441153 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17100a46-c367-4a1f-bf5e-bfc16233d5b2 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.442371 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-17100a46-c367-4a1f-bf5e-bfc16233d5b2 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189857 Oct 28 17:15:49.445536 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35218) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:15:49.449891 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:15:49.471027 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.570143 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:49.883870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device b47dec5b-c931-4b57-a91d-f8302972a80e no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:15:49.903811 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: b47dec5b-c931-4b57-a91d-f8302972a80e {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:15:49.904238 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device b47dec5b-c931-4b57-a91d-f8302972a80e not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:15:49.916970 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fb7fb-fe98-493e-a725-17a41a6b5909 req-554b6594-0e9d-4848-8f0c-4a4ad436cea8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:49.918482 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-901fb7fb-fe98-493e-a725-17a41a6b5909 req-554b6594-0e9d-4848-8f0c-4a4ad436cea8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.3455055 Oct 28 17:15:49.956225 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Allocated IP 172.27.0.233 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/a46eb392-00c9-49f6-b8bb-b064c25a426a) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:15:50.039312 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-901fb7fb-fe98-493e-a725-17a41a6b5909 req-2f3f9ac1-4e63-4eb4-a249-81c6b581efa6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149740 Oct 28 17:15:50.114434 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b7940-1b10-45d3-b11f-8435d2d709d0 req-1dd2add6-a5e7-4436-b68a-6d00329b2d66 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:50.115897 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d85b7940-1b10-45d3-b11f-8435d2d709d0 req-1dd2add6-a5e7-4436-b68a-6d00329b2d66 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.1200907 Oct 28 17:15:50.126088 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (a46eb392-00c9-49f6-b8bb-b064c25a426a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:50.185569 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d85b7940-1b10-45d3-b11f-8435d2d709d0 req-8ecf7d23-4d42-4f8c-b66e-a0a9093e8d17 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623000 Oct 28 17:15:50.194303 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (a46eb392-00c9-49f6-b8bb-b064c25a426a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:50.244876 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:15:50.247743 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:15:50.251399 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:15:50.258858 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=a46eb392-00c9-49f6-b8bb-b064c25a426a,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:50.298452 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (5b70ea97-7714-492b-81d5-8ccdd3537e10), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:50.336920 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (a46eb392-00c9-49f6-b8bb-b064c25a426a), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:50.485866 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (a46eb392-00c9-49f6-b8bb-b064c25a426a), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:50.491605 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (a46eb392-00c9-49f6-b8bb-b064c25a426a), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:50.492256 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (5b70ea97-7714-492b-81d5-8ccdd3537e10), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:50.533222 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:50.534472 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0879824 Oct 28 17:15:50.541597 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863c6f7-4320-4327-95f6-98e705c8131c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=a46eb392-00c9-49f6-b8bb-b064c25a426a,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:50.689046 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-159bd39c-0308-4d4f-a4e5-8b21ef854506 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--531921574&fields=id&tenant_id=b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 267 time: 0.0430195 Oct 28 17:15:50.794132 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-01e6b655-9185-421f-a142-8ebffce90981 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:50.795597 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-01e6b655-9185-421f-a142-8ebffce90981 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 815 time: 0.0972841 Oct 28 17:15:50.810306 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-6b71617b-c2db-4471-af5e-471c5a36314f tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/quotas/b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 375 time: 0.0092385 Oct 28 17:15:50.872080 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-84176d97-cf19-4a60-8b42-ddb127a9e08a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559192 Oct 28 17:15:51.025059 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-41bd027a-3129-4f51-acc7-8f263101dff7 service neutron] 10.222.0.20 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362495 Oct 28 17:15:51.126085 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-21380b26-ebd9-4265-a640-fc559f6e42d9 service neutron] 10.222.0.20 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931697 Oct 28 17:15:51.296744 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-938dfd4f-40d5-4758-b360-9b1925e87b36 req-ad546623-0453-4bb4-b0fb-e240648b8374 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 210 time: 0.0293977 Oct 28 17:15:51.348811 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5c8da-f327-473c-8918-614f2d6a8997 req-172a511d-a8e8-4069-968f-fd5300434064 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:51.350363 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c5c5c8da-f327-473c-8918-614f2d6a8997 req-172a511d-a8e8-4069-968f-fd5300434064 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0527921 Oct 28 17:15:51.377429 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:51.400975 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c5c5c8da-f327-473c-8918-614f2d6a8997 req-49c13ce9-83a1-47f0-a1f2-5d82440622a0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448353 Oct 28 17:15:52.407976 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e040574f-c165-4048-990b-ec492b29d47b req-16e87bee-f42d-42c0-8dd0-96a03b6a3cbe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 210 time: 0.0350194 Oct 28 17:15:52.462757 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-9098fa70-18d3-46a3-9d72-fb24d35c5804 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:52.464359 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-9098fa70-18d3-46a3-9d72-fb24d35c5804 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 815 time: 0.1455061 Oct 28 17:15:52.566399 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-8cc03f96-7edd-4b51-981a-b5653e3855cf tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 379 time: 0.0859792 Oct 28 17:15:52.574010 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab0692-cffe-4e9a-bf35-fac7ba6f814e req-2c9110c4-e0b5-4a3f-a008-d0180cb43282 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:52.575482 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1bab0692-cffe-4e9a-bf35-fac7ba6f814e req-2c9110c4-e0b5-4a3f-a008-d0180cb43282 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0969322 Oct 28 17:15:52.579991 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'port': {'device_id': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'admin_state_up': True, 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'security_groups': ['14c3cc17-35eb-4ef6-9210-1c402f9a5434']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:15:52.671968 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1bab0692-cffe-4e9a-bf35-fac7ba6f814e req-d962abca-8a4c-4f67-b61a-0f2c7c481e17 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886548 Oct 28 17:15:52.715700 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Made reservation on behalf of b8ab3f0989134aceb116ce494da4e6af for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:15:52.719032 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:52.845309 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Allocated IP 172.20.0.3 (4c43b206-3920-4691-871c-1ca5342d7aa4/b4b33b05-3795-42d6-af63-326599c48b6f/284a305a-04e4-4bc5-8eb4-f7612387c016) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:15:52.979651 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:53.015007 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:53.056528 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:15:53.059679 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:15:53.062266 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:15:53.067527 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:53.068242 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:53.077712 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=284a305a-04e4-4bc5-8eb4-f7612387c016,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:53.091895 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-0a8037e1-7470-44d7-ab4e-c4dc76ca54e8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5154314 Oct 28 17:15:53.111366 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Request body: {'port': {'device_id': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:15:53.174422 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:53.326398 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-2ec8a8ea-ecc1-48bb-a38c-23d47c797712 None None] Provisioning complete for port 284a305a-04e4-4bc5-8eb4-f7612387c016 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:15:53.327026 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-2ec8a8ea-ecc1-48bb-a38c-23d47c797712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:53.327136 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-2ec8a8ea-ecc1-48bb-a38c-23d47c797712 None None] Attempt 1 to provision port 284a305a-04e4-4bc5-8eb4-f7612387c016 Oct 28 17:15:53.357318 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8a8ea-ecc1-48bb-a38c-23d47c797712 None None] Port 284a305a-04e4-4bc5-8eb4-f7612387c016 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:15:53.424532 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284a305a-04e4-4bc5-8eb4-f7612387c016 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:15:53.432094 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Publish callbacks [] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:53.444470 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Transition to ACTIVE for port object 284a305a-04e4-4bc5-8eb4-f7612387c016 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:15:53.448984 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:53.537157 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Pushing event updated for resources: {'Port': ['ID=284a305a-04e4-4bc5-8eb4-f7612387c016,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:53.546011 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Attempting to bind port 284a305a-04e4-4bc5-8eb4-f7612387c016 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:15:53.546359 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Attempting to bind port 284a305a-04e4-4bc5-8eb4-f7612387c016 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:15:53.546674 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Attempting to bind port 284a305a-04e4-4bc5-8eb4-f7612387c016 on network 4c43b206-3920-4691-871c-1ca5342d7aa4 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:15:53.552315 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Port 284a305a-04e4-4bc5-8eb4-f7612387c016 on network 4c43b206-3920-4691-871c-1ca5342d7aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:15:53.552636 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Attempting to bind port 284a305a-04e4-4bc5-8eb4-f7612387c016 on network 4c43b206-3920-4691-871c-1ca5342d7aa4 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:15:53.560120 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:15:53.560467 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Checking segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:15:53.561162 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Bound using segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:15:53.561596 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Bound port: 284a305a-04e4-4bc5-8eb4-f7612387c016, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:15:53.561979 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:53.593270 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9110cd2-6d3c-4f33-b205-56395103f838 req-58583ba7-6b54-4a9f-ab67-daef1b2b44ff tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:53.594766 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b9110cd2-6d3c-4f33-b205-56395103f838 req-58583ba7-6b54-4a9f-ab67-daef1b2b44ff tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 943 time: 0.1098647 Oct 28 17:15:53.701891 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b9110cd2-6d3c-4f33-b205-56395103f838 req-8afd8871-e202-4726-b566-3943d09f73d6 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899234 Oct 28 17:15:53.704194 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-ce3c161b-4daa-4092-9b07-05256021041b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1313741 Oct 28 17:15:53.705193 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] For port 284a305a-04e4-4bc5-8eb4-f7612387c016, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:15:53.709631 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] For port 284a305a-04e4-4bc5-8eb4-f7612387c016, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=284a305a-04e4-4bc5-8eb4-f7612387c016,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:15:53.726550 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:53.726550 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:53.726550 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:53.726550 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] 10.222.0.44 "PUT /v2.0/ports/284a305a-04e4-4bc5-8eb4-f7612387c016 HTTP/1.1" status: 200 len: 1093 time: 0.6176391 Oct 28 17:15:53.726550 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'tag': '284a305a-04e4-4bc5-8eb4-f7612387c016'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:15:53.727378 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccd01ef-9410-4c7a-8c50-972b4521c595" -d '{"events": [{"name": "network-changed", "server_uuid": "a21c0e16-0e9b-4acf-b25e-1878a6ba23f2", "tag": "284a305a-04e4-4bc5-8eb4-f7612387c016"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:15:53.772548 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccd8fab-0ada-474b-b192-062c3a1b6301 x-openstack-request-id: req-4ccd8fab-0ada-474b-b192-062c3a1b6301 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:15:53.772836 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21c0e16-0e9b-4acf-b25e-1878a6ba23f2", "tag": "284a305a-04e4-4bc5-8eb4-f7612387c016", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:15:53.773090 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ccd8fab-0ada-474b-b192-062c3a1b6301 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:15:53.773491 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccd8fab-0ada-474b-b192-062c3a1b6301'] response: {'name': 'network-changed', 'server_uuid': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'tag': '284a305a-04e4-4bc5-8eb4-f7612387c016', 'status': 'completed', 'code': 200} Oct 28 17:15:53.858440 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-2ec8a8ea-ecc1-48bb-a38c-23d47c797712 None None] Attempt 2 to provision port 284a305a-04e4-4bc5-8eb4-f7612387c016 Oct 28 17:15:53.878637 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e77fea-1212-41f2-bab6-83c9117df7ce service neutron] Pushing event updated for resources: {'Port': ['ID=284a305a-04e4-4bc5-8eb4-f7612387c016,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:15:53.897739 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-b932727d-3de5-478c-b2a4-05bf0be009e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:53.899294 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-b932727d-3de5-478c-b2a4-05bf0be009e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 1130 time: 0.1384892 Oct 28 17:15:53.900249 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8a8ea-ecc1-48bb-a38c-23d47c797712 None None] Port 284a305a-04e4-4bc5-8eb4-f7612387c016 had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:15:53.902451 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-1921718e-4d02-4f94-ac3e-121856ae6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:53.903854 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-1921718e-4d02-4f94-ac3e-121856ae6966 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 1127 time: 0.1295547 Oct 28 17:15:53.911522 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b194c7f-3180-4ba1-aaf4-f1910707c039 req-fd1d1ee3-05ce-4eea-9464-d8d6b4231743 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:53.912962 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7b194c7f-3180-4ba1-aaf4-f1910707c039 req-fd1d1ee3-05ce-4eea-9464-d8d6b4231743 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.1438408 Oct 28 17:15:53.996669 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-201c3715-e5f9-4a11-86d4-a91cf241696e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=284a305a-04e4-4bc5-8eb4-f7612387c016 HTTP/1.1" status: 200 len: 217 time: 0.0826452 Oct 28 17:15:54.072016 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7b194c7f-3180-4ba1-aaf4-f1910707c039 req-66cbcf6e-5cdb-4945-8929-e1e9976e567e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521125 Oct 28 17:15:54.083885 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-5f0a9bab-a096-4790-a6d9-9ef6bd8401ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:54.085397 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-5f0a9bab-a096-4790-a6d9-9ef6bd8401ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0804074 Oct 28 17:15:54.106557 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-972b37a6-c3de-40aa-8f12-917279ce4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:54.107931 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-972b37a6-c3de-40aa-8f12-917279ce4f4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 912 time: 0.1856258 Oct 28 17:15:54.182342 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-2ffe23a5-4a2d-4252-8420-ea27e513f5a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 HTTP/1.1" status: 200 len: 1002 time: 0.0607138 Oct 28 17:15:54.188825 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-70157c91-a3a4-420e-97ce-22f9721f77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:54.190241 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-70157c91-a3a4-420e-97ce-22f9721f77d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964234 Oct 28 17:15:54.277356 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-c5471339-4354-4910-bb56-1bf694f21af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:54.278854 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-c5471339-4354-4910-bb56-1bf694f21af5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 200 len: 850 time: 0.0877857 Oct 28 17:15:54.330379 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-4be31268-70af-4614-bf5c-eaa629bfa4fd service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323192 Oct 28 17:15:54.393220 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-ee939bf9-21e6-41af-860e-2cebf8ba043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:54.394729 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-ee939bf9-21e6-41af-860e-2cebf8ba043a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1275e91b-d159-4566-9d23-a40414dc1241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009579 Oct 28 17:15:54.474607 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-376abc98-055d-48d9-86a5-82dedc69dcf7 req-157fd2cf-30e3-49cb-a060-c05fbf0e71a7 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379151 Oct 28 17:15:54.507436 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-403c751f-2e7e-4f97-97a2-2470ca665a3b service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052125 Oct 28 17:15:54.899198 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-c0c4e051-b003-4fae-93ee-f326249532e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:54.900694 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-c0c4e051-b003-4fae-93ee-f326249532e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 1127 time: 0.3747818 Oct 28 17:15:54.957830 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9bdcb-26c7-4422-b8bd-ff4a8870265a req-17ced2af-db38-4346-a219-6cce10c40c08 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:54.959344 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8aa9bdcb-26c7-4422-b8bd-ff4a8870265a req-17ced2af-db38-4346-a219-6cce10c40c08 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 943 time: 0.1374812 Oct 28 17:15:54.961132 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-02dc0cc3-1a22-4085-aaa0-389019eb0949 req-939a327d-71db-4504-a378-769f22f98258 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275265 Oct 28 17:15:55.035408 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8aa9bdcb-26c7-4422-b8bd-ff4a8870265a req-863ea163-4557-4d9d-b8f8-d815bfd29ef0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698860 Oct 28 17:15:55.040075 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-573088e4-8de1-485e-a351-d19340f5ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:55.041451 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-573088e4-8de1-485e-a351-d19340f5ed94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 916 time: 0.1349492 Oct 28 17:15:55.083346 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-99a5bd0a-b8ee-41f4-b036-9be78a233a37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=284a305a-04e4-4bc5-8eb4-f7612387c016 HTTP/1.1" status: 200 len: 217 time: 0.0345182 Oct 28 17:15:55.142347 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-ec416200-f337-4923-bbf2-f1759306b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:55.143946 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-ec416200-f337-4923-bbf2-f1759306b4f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0492966 Oct 28 17:15:55.230262 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-3c391106-336c-4660-a73e-0f37494b48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:55.231850 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-3c391106-336c-4660-a73e-0f37494b48a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791390 Oct 28 17:15:55.239533 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1abd65-0397-45db-a096-4f9ef1713c81 req-bec13e90-c06a-4b50-b9c9-f6c4adc22a32 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:55.240878 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2d1abd65-0397-45db-a096-4f9ef1713c81 req-bec13e90-c06a-4b50-b9c9-f6c4adc22a32 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0796082 Oct 28 17:15:55.335554 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2d1abd65-0397-45db-a096-4f9ef1713c81 req-8db03009-b052-42f3-bb89-302b480eda0c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889635 Oct 28 17:15:55.361142 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-1ec499cd-5690-4488-b740-cdd836037840 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087549 Oct 28 17:15:55.456980 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cccd01ef-9410-4c7a-8c50-972b4521c595 req-a753b86c-8df5-44fc-915f-f3c63f5f7bc1 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883298 Oct 28 17:15:56.171357 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f5ff-a2ce-49c6-b648-0ab8dba74257 req-0599c9a0-e7ec-4fb6-b27f-bc62b93867c1 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:56.173020 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e7b2f5ff-a2ce-49c6-b648-0ab8dba74257 req-0599c9a0-e7ec-4fb6-b27f-bc62b93867c1 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 943 time: 0.0588868 Oct 28 17:15:56.222735 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e7b2f5ff-a2ce-49c6-b648-0ab8dba74257 req-e6b2018f-c7b1-43c4-8e9a-1df19b31532a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435200 Oct 28 17:15:56.469224 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4426afb-861f-4595-b3be-98c3e08712bd req-6174a983-6f48-4b54-8273-deff21994124 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:56.470732 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a4426afb-861f-4595-b3be-98c3e08712bd req-6174a983-6f48-4b54-8273-deff21994124 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0600622 Oct 28 17:15:56.519950 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a4426afb-861f-4595-b3be-98c3e08712bd req-1326a3eb-3b91-4fcd-a862-56278517c717 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433993 Oct 28 17:15:57.349720 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5463e4-afab-4555-b89e-20d01cbc69a3 req-b74b7dd9-f152-4002-99ef-19703f2c3215 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:57.351324 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0f5463e4-afab-4555-b89e-20d01cbc69a3 req-b74b7dd9-f152-4002-99ef-19703f2c3215 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 943 time: 0.0553176 Oct 28 17:15:57.399408 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0f5463e4-afab-4555-b89e-20d01cbc69a3 req-ed163a8d-c85d-451b-a47b-b96e9b343a25 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424538 Oct 28 17:15:57.540626 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2399941-4a59-4e90-bacd-6dfbce0e5ffc req-0583cad1-a8ae-45bf-9d64-a13359d32f53 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:57.542147 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a2399941-4a59-4e90-bacd-6dfbce0e5ffc req-0583cad1-a8ae-45bf-9d64-a13359d32f53 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 946 time: 0.0559895 Oct 28 17:15:57.595221 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a2399941-4a59-4e90-bacd-6dfbce0e5ffc req-b7f86053-4913-4ca5-b3c7-bfc974a64f4a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473254 Oct 28 17:15:57.647572 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160f05e-ea18-4968-9875-67f6c4af9e7c req-9c6f7cbe-e2be-47cb-9797-613aa74ffc33 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:57.649027 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a160f05e-ea18-4968-9875-67f6c4af9e7c req-9c6f7cbe-e2be-47cb-9797-613aa74ffc33 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0519333 Oct 28 17:15:57.697346 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a160f05e-ea18-4968-9875-67f6c4af9e7c req-2b189c9b-88ec-46c5-b44e-a5568e9c7ee1 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Oct 28 17:15:58.534274 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989d411-031f-4389-b2a6-dff01dce56f4 req-56bbcb08-9ff1-4d3f-bf5b-1f4190649fa5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:58.535731 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b989d411-031f-4389-b2a6-dff01dce56f4 req-56bbcb08-9ff1-4d3f-bf5b-1f4190649fa5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 943 time: 0.0544403 Oct 28 17:15:58.584365 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b989d411-031f-4389-b2a6-dff01dce56f4 req-61b7abf0-fceb-481b-af54-1d1aefcef731 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429881 Oct 28 17:15:58.739081 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f2ef-891d-4b1d-8653-f5ead66505ab req-18d439ee-3728-42bd-affe-bcd2b68531d6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:58.740576 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ffd1f2ef-891d-4b1d-8653-f5ead66505ab req-18d439ee-3728-42bd-affe-bcd2b68531d6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 946 time: 0.0668118 Oct 28 17:15:58.814031 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ffd1f2ef-891d-4b1d-8653-f5ead66505ab req-2afc30ac-210a-4709-a293-f7c07a31dd4d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675912 Oct 28 17:15:58.837857 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737a125-1f7c-4bbc-a79a-c7f97f3eef3b req-1d81ec63-3df4-4530-80d1-454781511d78 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:58.839361 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0737a125-1f7c-4bbc-a79a-c7f97f3eef3b req-1d81ec63-3df4-4530-80d1-454781511d78 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0666218 Oct 28 17:15:58.886976 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0737a125-1f7c-4bbc-a79a-c7f97f3eef3b req-ad6ad67a-5869-44c7-8203-4757ae51bc6c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Oct 28 17:15:59.581037 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-c5b7f7de-e9ea-4069-85bf-6a80a5c3a2f2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:59.582594 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-c5b7f7de-e9ea-4069-85bf-6a80a5c3a2f2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.44 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 946 time: 0.0620568 Oct 28 17:15:59.726423 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6152c-51c5-4127-98ae-6b715ae0ec33 req-f6948c64-b698-4b85-bc51-227de551c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:59.727902 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-eac6152c-51c5-4127-98ae-6b715ae0ec33 req-f6948c64-b698-4b85-bc51-227de551c949 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 1129 time: 0.1109681 Oct 28 17:15:59.769631 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a9288-1c5a-43f1-937d-1bb7442171a1 req-8d409769-ee44-42a3-86f0-6d1afde6a337 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:15:59.771079 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-048a9288-1c5a-43f1-937d-1bb7442171a1 req-8d409769-ee44-42a3-86f0-6d1afde6a337 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 943 time: 0.1095855 Oct 28 17:15:59.774388 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Deleting port 7e8e821f-3b68-4e37-8c48-398d7fe02220 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:15:59.774727 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:59.853848 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-eac6152c-51c5-4127-98ae-6b715ae0ec33 req-54989267-9ea4-46f2-9847-0cd1fb0b04f7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169541 Oct 28 17:15:59.906182 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-048a9288-1c5a-43f1-937d-1bb7442171a1 req-047bd360-148a-447f-8ff3-1c1c8653f184 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244001 Oct 28 17:15:59.936525 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] For port 7e8e821f-3b68-4e37-8c48-398d7fe02220, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7e8e821f-3b68-4e37-8c48-398d7fe02220,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:15:59.936896 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:15:59.949273 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 284a305a-04e4-4bc5-8eb4-f7612387c016 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:16:00.040000 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2eaffe-8e7f-420a-a690-6430daf3c936 req-e2e575d1-6566-4de0-b151-052ad1ac480e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:00.041477 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6f2eaffe-8e7f-420a-a690-6430daf3c936 req-e2e575d1-6566-4de0-b151-052ad1ac480e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c6dc50-888b-4dfa-bfd1-e5d729fc1be7 HTTP/1.1" status: 200 len: 946 time: 0.1478572 Oct 28 17:16:00.051788 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 284a305a-04e4-4bc5-8eb4-f7612387c016, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=284a305a-04e4-4bc5-8eb4-f7612387c016,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:00.063570 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '284a305a-04e4-4bc5-8eb4-f7612387c016', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'port_id': '284a305a-04e4-4bc5-8eb4-f7612387c016', 'mac_address': 'fa:16:3e:9d:f5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:16:00.097867 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 284a305a-04e4-4bc5-8eb4-f7612387c016 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:16:00.098306 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:00.113789 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284a305a-04e4-4bc5-8eb4-f7612387c016 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:16:00.133799 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 284a305a-04e4-4bc5-8eb4-f7612387c016, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=284a305a-04e4-4bc5-8eb4-f7612387c016,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:00.140212 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:00.156837 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf33eb-8868-42a8-ab7a-15a6ffad7b3f req-c92eefbc-b1ea-4fb7-8938-5445549f92ca tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:00.158360 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b0cf33eb-8868-42a8-ab7a-15a6ffad7b3f req-c92eefbc-b1ea-4fb7-8938-5445549f92ca tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.1791043 Oct 28 17:16:00.186191 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=284a305a-04e4-4bc5-8eb4-f7612387c016,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:00.193249 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.193600 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.193942 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.194299 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.194631 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.194957 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.195291 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.195616 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.195940 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.196264 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.196588 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.196907 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.197229 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:00.201018 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6f2eaffe-8e7f-420a-a690-6430daf3c936 req-fae9ff91-f75a-4b9f-8b4f-049f7b4c2623 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=63cc75a7-be34-4b0a-826b-9b01b586b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337001 Oct 28 17:16:00.207662 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:00.208089 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:00.208374 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Floating IP ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80 disassociated. External IP: 172.27.0.174, port: 7e8e821f-3b68-4e37-8c48-398d7fe02220. Oct 28 17:16:00.208724 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Calling delete_port for 7e8e821f-3b68-4e37-8c48-398d7fe02220 owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:00.265279 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b0cf33eb-8868-42a8-ab7a-15a6ffad7b3f req-ddf8a07b-2d3f-471c-b83b-81da3001a73d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979698 Oct 28 17:16:00.356501 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (7e8e821f-3b68-4e37-8c48-398d7fe02220), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:00.392004 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event deleted for resources: {'Port': ['ID=7e8e821f-3b68-4e37-8c48-398d7fe02220,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:00.494917 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Router 2c440cf0-75c1-4843-80c8-49d50cf65bda has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:16:00.595747 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:16:00.606341 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] Sync routers for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:16:00.614478 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['284a305a-04e4-4bc5-8eb4-f7612387c016'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:16:00.638134 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] No DVR routers for this DVR port 7e8e821f-3b68-4e37-8c48-398d7fe02220 on host hv-cinder-85983 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:16:00.640578 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:00.644068 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5355ec47-26c6-44d9-9e1f-ffb952d41772 req-8b10b608-d924-447c-bccf-c4b6665acc4e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.44 "DELETE /v2.0/ports/7e8e821f-3b68-4e37-8c48-398d7fe02220 HTTP/1.1" status: 204 len: 173 time: 1.0566759 Oct 28 17:16:00.644612 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'name': 'network-vif-deleted', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:00.647049 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e89b85-dd23-4aa9-b95f-65470949cc5b" -d '{"events": [{"server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "name": "network-vif-deleted", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:00.685103 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1361c47-f8ad-4be9-867e-3bfc4e11c2fb x-openstack-request-id: req-e1361c47-f8ad-4be9-867e-3bfc4e11c2fb {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:00.685383 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c6dc50-888b-4dfa-bfd1-e5d729fc1be7", "name": "network-vif-deleted", "tag": "7e8e821f-3b68-4e37-8c48-398d7fe02220", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:00.685946 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1361c47-f8ad-4be9-867e-3bfc4e11c2fb {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:00.686386 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1361c47-f8ad-4be9-867e-3bfc4e11c2fb'] response: {'server_uuid': '50c6dc50-888b-4dfa-bfd1-e5d729fc1be7', 'name': 'network-vif-deleted', 'tag': '7e8e821f-3b68-4e37-8c48-398d7fe02220', 'status': 'completed', 'code': 200} Oct 28 17:16:00.771650 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:00.772291 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:15:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:00.907007 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:01.034927 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70e7ac-4b09-4dc3-b02e-e5f21460ad5c req-69dc78da-86f0-48a0-b20b-f6388dc7b27c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:01.036562 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7c70e7ac-4b09-4dc3-b02e-e5f21460ad5c req-69dc78da-86f0-48a0-b20b-f6388dc7b27c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 944 time: 0.0541043 Oct 28 17:16:01.089206 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7c70e7ac-4b09-4dc3-b02e-e5f21460ad5c req-18b66699-98a6-40bd-a209-e988a459f09f tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463116 Oct 28 17:16:01.142817 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:01.166790 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] Checking router: 2c440cf0-75c1-4843-80c8-49d50cf65bda for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:16:01.175233 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:01.175843 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:15:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:01.278254 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:01.297897 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35336) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:01.408960 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a87edec9-ad28-4342-b31b-6af6a4cff9ec tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (63cc75a7-be34-4b0a-826b-9b01b586b95d), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:01.447002 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baab2b-8acc-42f4-96ad-5e3d9fc4294c req-0f871dae-f3a1-464c-bdfe-0d222ad68cab tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:01.448619 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-77baab2b-8acc-42f4-96ad-5e3d9fc4294c req-0f871dae-f3a1-464c-bdfe-0d222ad68cab tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0932267 Oct 28 17:16:01.450613 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a87edec9-ad28-4342-b31b-6af6a4cff9ec tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (63cc75a7-be34-4b0a-826b-9b01b586b95d), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:01.490801 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:01.515456 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e029e-31b6-43ee-84a8-486a79484573 None None] The sync data for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi is: [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:16:01.520697 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-77baab2b-8acc-42f4-96ad-5e3d9fc4294c req-1477c9d3-99fd-40c2-a854-58499d09a4f5 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622735 Oct 28 17:16:01.541983 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a87edec9-ad28-4342-b31b-6af6a4cff9ec tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (63cc75a7-be34-4b0a-826b-9b01b586b95d), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:01.545068 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a87edec9-ad28-4342-b31b-6af6a4cff9ec tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:01.546292 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a87edec9-ad28-4342-b31b-6af6a4cff9ec tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "DELETE /v2.0/security-groups/63cc75a7-be34-4b0a-826b-9b01b586b95d HTTP/1.1" status: 204 len: 168 time: 0.2472663 Oct 28 17:16:01.549400 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35338) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:01.564355 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.api.v2.resource [None req-fe2368b1-f4ea-492c-af6e-790869b2e1ae tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] show failed (client error): The resource could not be found. Oct 28 17:16:01.564745 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87edec9-ad28-4342-b31b-6af6a4cff9ec tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc75a7-be34-4b0a-826b-9b01b586b95d,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:01.568179 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fe2368b1-f4ea-492c-af6e-790869b2e1ae tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups/63cc75a7-be34-4b0a-826b-9b01b586b95d HTTP/1.1" status: 404 len: 347 time: 0.0149739 Oct 28 17:16:01.568507 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35340) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:01.694552 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-40230448-9b71-478f-acd9-2ec252d2ec8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Deleting port 4465880e-600e-4f96-84f2-1e262364b2e9 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:01.695209 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-40230448-9b71-478f-acd9-2ec252d2ec8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (4465880e-600e-4f96-84f2-1e262364b2e9), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:01.766971 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb63ee-7135-45c7-b25f-8b71e649f190 None None] New status for floating IP ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:16:01.774915 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-40230448-9b71-478f-acd9-2ec252d2ec8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (4465880e-600e-4f96-84f2-1e262364b2e9), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:01.775247 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-40230448-9b71-478f-acd9-2ec252d2ec8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (4465880e-600e-4f96-84f2-1e262364b2e9), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:01.787203 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-40230448-9b71-478f-acd9-2ec252d2ec8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Calling delete_port for 4465880e-600e-4f96-84f2-1e262364b2e9 owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:01.923372 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-40230448-9b71-478f-acd9-2ec252d2ec8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (4465880e-600e-4f96-84f2-1e262364b2e9), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:01.948297 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40230448-9b71-478f-acd9-2ec252d2ec8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event deleted for resources: {'Port': ['ID=4465880e-600e-4f96-84f2-1e262364b2e9,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:01.973384 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-40230448-9b71-478f-acd9-2ec252d2ec8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:01.976081 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-40230448-9b71-478f-acd9-2ec252d2ec8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:01.977225 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-40230448-9b71-478f-acd9-2ec252d2ec8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "DELETE /v2.0/floatingips/ae4fa6b1-75e3-44ca-b2b3-9ecb0f716b80 HTTP/1.1" status: 204 len: 168 time: 0.4076974 Oct 28 17:16:02.074876 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35344) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:02.079810 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-516f9eb3-0a2f-465e-8a25-03b46d0e468f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030473032', 'description': 'tempest-description--669771210'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:02.102374 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-516f9eb3-0a2f-465e-8a25-03b46d0e468f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.205052 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-516f9eb3-0a2f-465e-8a25-03b46d0e468f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (ddacd5d0-4b13-43b1-89f0-d7a320e220ce), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.212219 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-516f9eb3-0a2f-465e-8a25-03b46d0e468f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ddacd5d0-4b13-43b1-89f0-d7a320e220ce), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.246547 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-516f9eb3-0a2f-465e-8a25-03b46d0e468f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.247872 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-516f9eb3-0a2f-465e-8a25-03b46d0e468f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1719437 Oct 28 17:16:02.251159 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35348) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:02.255724 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f9eb3-0a2f-465e-8a25-03b46d0e468f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddacd5d0-4b13-43b1-89f0-d7a320e220ce,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:02.256265 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-51d641df-cb86-415a-b841-1c25f92c038d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'security_group_rule': {'security_group_id': 'ddacd5d0-4b13-43b1-89f0-d7a320e220ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:02.270475 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae373a59-fd54-4618-87d9-3d40810b75af req-d308bb2d-ebaa-41cf-aae7-929541d147f6 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:02.272212 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ae373a59-fd54-4618-87d9-3d40810b75af req-d308bb2d-ebaa-41cf-aae7-929541d147f6 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 944 time: 0.1003249 Oct 28 17:16:02.285321 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51d641df-cb86-415a-b841-1c25f92c038d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (1150476d-1431-49e9-a390-00f19e69fa93), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.321360 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ae373a59-fd54-4618-87d9-3d40810b75af req-7495b301-7ab6-451b-8c6c-eae55574a713 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Oct 28 17:16:02.344082 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51d641df-cb86-415a-b841-1c25f92c038d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (1150476d-1431-49e9-a390-00f19e69fa93), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.349014 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51d641df-cb86-415a-b841-1c25f92c038d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (1150476d-1431-49e9-a390-00f19e69fa93), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.365946 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d641df-cb86-415a-b841-1c25f92c038d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1150476d-1431-49e9-a390-00f19e69fa93,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:02.373333 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51d641df-cb86-415a-b841-1c25f92c038d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.377379 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-51d641df-cb86-415a-b841-1c25f92c038d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251292 Oct 28 17:16:02.377649 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35350) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:02.382325 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-68f1e415-beff-4c39-bc61-eed5b7334ff8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'security_group_rule': {'security_group_id': 'ddacd5d0-4b13-43b1-89f0-d7a320e220ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:02.407256 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68f1e415-beff-4c39-bc61-eed5b7334ff8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (8009cbdf-af15-44be-b35b-42547245b226), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.465906 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68f1e415-beff-4c39-bc61-eed5b7334ff8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (8009cbdf-af15-44be-b35b-42547245b226), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.470983 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68f1e415-beff-4c39-bc61-eed5b7334ff8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (8009cbdf-af15-44be-b35b-42547245b226), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.488529 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1e415-beff-4c39-bc61-eed5b7334ff8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8009cbdf-af15-44be-b35b-42547245b226,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:02.496404 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68f1e415-beff-4c39-bc61-eed5b7334ff8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.497599 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-68f1e415-beff-4c39-bc61-eed5b7334ff8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189835 Oct 28 17:16:02.500697 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35352) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:02.505071 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:02.525580 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.654428 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.672992 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdb55c-c1be-4e74-bc1c-038de26458db req-4363e049-c654-4dd2-9ac3-4e963b909219 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:02.674524 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f8cdb55c-c1be-4e74-bc1c-038de26458db req-4363e049-c654-4dd2-9ac3-4e963b909219 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0752189 Oct 28 17:16:02.780225 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f8cdb55c-c1be-4e74-bc1c-038de26458db req-d6445394-5094-432a-b01b-fde08e528d69 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756328 Oct 28 17:16:02.804584 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Allocated IP 172.27.0.200 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/d3e6f0ac-1d96-48e1-8c7d-7b7938d88705) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:16:02.908924 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for port (d3e6f0ac-1d96-48e1-8c7d-7b7938d88705), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.942438 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (d3e6f0ac-1d96-48e1-8c7d-7b7938d88705), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:02.975052 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:16:02.977825 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:16:02.983465 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:16:02.995179 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'Port': ['ID=d3e6f0ac-1d96-48e1-8c7d-7b7938d88705,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:03.033448 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (397cfca3-a61b-402e-be36-0a11c1d6143a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:03.073343 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (d3e6f0ac-1d96-48e1-8c7d-7b7938d88705), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:03.534379 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-1c5aa379-1899-4d42-ab18-c57931853336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:03.535837 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-1c5aa379-1899-4d42-ab18-c57931853336 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 1129 time: 0.4084332 Oct 28 17:16:03.573170 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f981d9a-76e9-4a64-96ec-bbaacedaedfb req-ccc9bd7e-87aa-4a02-818d-57e27896dc09 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:03.574650 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6f981d9a-76e9-4a64-96ec-bbaacedaedfb req-ccc9bd7e-87aa-4a02-818d-57e27896dc09 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.4305851 Oct 28 17:16:03.615954 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f176-7db4-41f0-8d1f-4cc4b06b02ae req-adc6573d-9f93-43fa-8d2f-20d67ac698e4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:03.617258 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4d31f176-7db4-41f0-8d1f-4cc4b06b02ae req-adc6573d-9f93-43fa-8d2f-20d67ac698e4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 944 time: 0.1661055 Oct 28 17:16:03.660469 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for port (d3e6f0ac-1d96-48e1-8c7d-7b7938d88705), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:03.673102 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (d3e6f0ac-1d96-48e1-8c7d-7b7938d88705), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:03.673742 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (397cfca3-a61b-402e-be36-0a11c1d6143a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:03.759755 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6f981d9a-76e9-4a64-96ec-bbaacedaedfb req-7413c259-e6ee-4470-8979-836b30109ead tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558189 Oct 28 17:16:03.765055 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-d7ff1be2-4bfc-4b36-8bf8-2f74e1a95a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:03.766483 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-d7ff1be2-4bfc-4b36-8bf8-2f74e1a95a59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 919 time: 0.2223740 Oct 28 17:16:03.769005 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:03.770122 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2684345 Oct 28 17:16:03.784052 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa808-8331-4249-ae39-c7efaa4c58d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'Port': ['ID=d3e6f0ac-1d96-48e1-8c7d-7b7938d88705,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:03.816088 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4d31f176-7db4-41f0-8d1f-4cc4b06b02ae req-53aefc4f-628e-4b30-bd10-08b5ce6d2417 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884382 Oct 28 17:16:03.838754 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-a8727d37-22f0-402e-b386-cce85dc4f8dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 HTTP/1.1" status: 200 len: 1000 time: 0.0631714 Oct 28 17:16:03.902402 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-645da75b-5027-4ac3-8aed-03f5217c5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:03.903846 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-645da75b-5027-4ac3-8aed-03f5217c5afb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0584433 Oct 28 17:16:03.955443 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-bd5afa37-3cd1-4efc-ae28-a75ab25b9024 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2030473032&fields=id&tenant_id=39f17c6092df40a69288bacc59cec663 HTTP/1.1" status: 200 len: 267 time: 0.0744250 Oct 28 17:16:03.960352 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 284a305a-04e4-4bc5-8eb4-f7612387c016 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:16:04.009781 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 284a305a-04e4-4bc5-8eb4-f7612387c016 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:16:04.014315 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 284a305a-04e4-4bc5-8eb4-f7612387c016 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:16:04.014693 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:04.015031 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 284a305a-04e4-4bc5-8eb4-f7612387c016 Oct 28 17:16:04.018194 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-398d1523-f250-4abf-8336-a004d4eada8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:04.019683 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-398d1523-f250-4abf-8336-a004d4eada8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065619 Oct 28 17:16:04.085363 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 284a305a-04e4-4bc5-8eb4-f7612387c016 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:16:04.085757 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:04.111198 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a305a-04e4-4bc5-8eb4-f7612387c016'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:04.113478 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c497d6-ad26-4db8-bdb6-eba08e531bd9" -d '{"events": [{"server_uuid": "a21c0e16-0e9b-4acf-b25e-1878a6ba23f2", "name": "network-vif-plugged", "status": "completed", "tag": "284a305a-04e4-4bc5-8eb4-f7612387c016"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:04.123602 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-aaf12196-225b-4d8a-8719-6bc94e6add2e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:04.125649 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-aaf12196-225b-4d8a-8719-6bc94e6add2e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 816 time: 0.1624537 Oct 28 17:16:04.132265 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 284a305a-04e4-4bc5-8eb4-f7612387c016, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=284a305a-04e4-4bc5-8eb4-f7612387c016,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:04.138757 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:04.139813 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 7e8e821f-3b68-4e37-8c48-398d7fe02220 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:16:04.159024 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-bd34f86a-831c-4b42-844a-f5e4882da719 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326354 Oct 28 17:16:04.160438 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-e79fa884-0fd6-42b5-b868-412e5728b8bc tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/quotas/39f17c6092df40a69288bacc59cec663 HTTP/1.1" status: 200 len: 375 time: 0.0258579 Oct 28 17:16:04.179838 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 7e8e821f-3b68-4e37-8c48-398d7fe02220 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:16:04.180211 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 7e8e821f-3b68-4e37-8c48-398d7fe02220 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:16:04.204451 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=284a305a-04e4-4bc5-8eb4-f7612387c016,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:04.214666 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a1d8c8-6118-42ae-9164-46dc2a7717fe x-openstack-request-id: req-a0a1d8c8-6118-42ae-9164-46dc2a7717fe {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:04.214952 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21c0e16-0e9b-4acf-b25e-1878a6ba23f2", "name": "network-vif-plugged", "status": "completed", "tag": "284a305a-04e4-4bc5-8eb4-f7612387c016", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:04.215259 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0a1d8c8-6118-42ae-9164-46dc2a7717fe {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:04.215654 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a1d8c8-6118-42ae-9164-46dc2a7717fe'] response: {'server_uuid': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a305a-04e4-4bc5-8eb4-f7612387c016', 'code': 200} Oct 28 17:16:04.295293 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-0c577d36-af7b-406c-ade9-fe33e8c288d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199505 Oct 28 17:16:04.297279 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3029b6f2-3082-49f2-bf3a-e3e4caa9dcde req-135600ff-5098-4654-9325-fde26db05f98 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314123 Oct 28 17:16:04.407467 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-7187bc36-7d55-45f6-bc1f-1b12d5b22cda service neutron] 10.222.0.20 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978777 Oct 28 17:16:04.502164 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8cc59-0b82-4442-81e4-840ddfa6a410 req-52e19f4f-ec6b-40ca-b25f-4de455cd7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:04.503675 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d6d8cc59-0b82-4442-81e4-840ddfa6a410 req-52e19f4f-ec6b-40ca-b25f-4de455cd7c20 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 1129 time: 0.1096966 Oct 28 17:16:04.529681 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-255bc2e2-af44-4c89-b36e-070ef7765225 service neutron] 10.222.0.20 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042864 Oct 28 17:16:04.558767 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d6d8cc59-0b82-4442-81e4-840ddfa6a410 req-163b8010-f1da-47ae-a91a-f2e2c0d84f53 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448251 Oct 28 17:16:04.692206 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3505f33e-3b3d-4b38-863a-02bf5a171332 req-b2314063-456a-416b-b9b0-e8a074d0920d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 210 time: 0.0307274 Oct 28 17:16:04.903226 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fa7e7-973b-438b-9936-447c9221f95c req-9aaeec1b-a932-4bba-a4ca-65ab9e68efa0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:04.904589 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-837fa7e7-973b-438b-9936-447c9221f95c req-9aaeec1b-a932-4bba-a4ca-65ab9e68efa0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0616000 Oct 28 17:16:04.983080 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-837fa7e7-973b-438b-9936-447c9221f95c req-7f8636a7-4d85-4a91-83dd-e0ff9ca48a6f tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650396 Oct 28 17:16:04.994533 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ccbcc-9ae0-474a-83b4-021e711e271c req-1161b677-17ab-462b-a7a4-1c0e3857d323 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:04.996106 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d41ccbcc-9ae0-474a-83b4-021e711e271c req-1161b677-17ab-462b-a7a4-1c0e3857d323 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 945 time: 0.0883551 Oct 28 17:16:05.044042 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d41ccbcc-9ae0-474a-83b4-021e711e271c req-880cb7aa-3694-4536-8f2e-c610272cc5b7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421212 Oct 28 17:16:05.772672 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-5995ba11-e155-46d8-96e2-e339a217fa78 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:05.774203 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-5995ba11-e155-46d8-96e2-e339a217fa78 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 816 time: 0.1119316 Oct 28 17:16:05.806066 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-499a9787-0c67-427d-8a8a-4984de4a5872 req-357f8e82-a54c-4265-a10c-7f93be5d8a36 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 210 time: 0.0308712 Oct 28 17:16:05.852460 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-95533a2f-bdeb-4a81-be8e-ec99f616434f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39f17c6092df40a69288bacc59cec663 HTTP/1.1" status: 200 len: 380 time: 0.0676858 Oct 28 17:16:05.869346 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'port': {'device_id': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'admin_state_up': True, 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'security_groups': ['ddacd5d0-4b13-43b1-89f0-d7a320e220ce']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:05.988080 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Made reservation on behalf of 39f17c6092df40a69288bacc59cec663 for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:16:05.991396 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:06.179402 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Allocated IP 172.20.0.9 (a8c77d17-765f-4f7a-810a-f63fbc03336c/e9458b08-d3e9-4a1d-a6c4-72801015520f/08122e34-cd0e-4736-b65d-0ed190478e42) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:16:06.198687 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bb443-e3eb-4b0e-9697-82e5800af4ad req-84a93a5a-5042-480e-9cf4-9f2cc66056a1 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:06.200202 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-799bb443-e3eb-4b0e-9697-82e5800af4ad req-84a93a5a-5042-480e-9cf4-9f2cc66056a1 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.1407397 Oct 28 17:16:06.243060 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeb672-d2bb-4b5a-ad5a-aa287ba55b41 req-5914fb8f-e7ed-42f8-be97-f7ac000c2312 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:06.244550 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-feeeb672-d2bb-4b5a-ad5a-aa287ba55b41 req-5914fb8f-e7ed-42f8-be97-f7ac000c2312 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 945 time: 0.1226554 Oct 28 17:16:06.346233 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-799bb443-e3eb-4b0e-9697-82e5800af4ad req-69ff152b-7523-453f-8715-6da4db7edf62 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385534 Oct 28 17:16:06.372288 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-feeeb672-d2bb-4b5a-ad5a-aa287ba55b41 req-c867903b-b7f8-4323-8742-dd12e8762470 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172016 Oct 28 17:16:06.412678 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for port (08122e34-cd0e-4736-b65d-0ed190478e42), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:06.446863 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:06.485417 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Network a8c77d17-765f-4f7a-810a-f63fbc03336c is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:16:06.490420 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:16:06.492871 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:16:06.499825 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:06.500370 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:06.515002 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event updated for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:06.525781 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-29e247e1-2bb6-42c5-b99f-80fd240ac565 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6599483 Oct 28 17:16:06.537158 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Request body: {'port': {'device_id': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:06.604702 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:06.724716 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-9a22bf28-e0b2-4d18-ac63-4b409432ee07 None None] Provisioning complete for port 08122e34-cd0e-4736-b65d-0ed190478e42 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:16:06.725303 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9a22bf28-e0b2-4d18-ac63-4b409432ee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:06.725303 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9a22bf28-e0b2-4d18-ac63-4b409432ee07 None None] Attempt 1 to provision port 08122e34-cd0e-4736-b65d-0ed190478e42 Oct 28 17:16:06.758657 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9a22bf28-e0b2-4d18-ac63-4b409432ee07 None None] Port 08122e34-cd0e-4736-b65d-0ed190478e42 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:16:06.866364 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08122e34-cd0e-4736-b65d-0ed190478e42 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:16:06.874376 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Publish callbacks [] for port (08122e34-cd0e-4736-b65d-0ed190478e42), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:06.886744 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Transition to ACTIVE for port object 08122e34-cd0e-4736-b65d-0ed190478e42 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:16:06.897594 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:06.980574 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Pushing event updated for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:06.995298 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Attempting to bind port 08122e34-cd0e-4736-b65d-0ed190478e42 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:16:06.995943 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Attempting to bind port 08122e34-cd0e-4736-b65d-0ed190478e42 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:16:06.995943 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Attempting to bind port 08122e34-cd0e-4736-b65d-0ed190478e42 on network a8c77d17-765f-4f7a-810a-f63fbc03336c {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:16:07.005664 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5b6a8-3f2a-4cb0-9f87-8a4b290fa707 req-575dd9f7-d460-421b-ae05-c56b98a4e4a5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:07.007242 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f9e5b6a8-3f2a-4cb0-9f87-8a4b290fa707 req-575dd9f7-d460-421b-ae05-c56b98a4e4a5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.1193330 Oct 28 17:16:07.009200 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Port 08122e34-cd0e-4736-b65d-0ed190478e42 on network a8c77d17-765f-4f7a-810a-f63fbc03336c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:16:07.009513 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Attempting to bind port 08122e34-cd0e-4736-b65d-0ed190478e42 on network a8c77d17-765f-4f7a-810a-f63fbc03336c {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:16:07.016222 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:16:07.016561 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Checking segment: {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:16:07.016938 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Bound using segment: {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:16:07.017368 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Bound port: 08122e34-cd0e-4736-b65d-0ed190478e42, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:16:07.017720 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:07.092147 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f9e5b6a8-3f2a-4cb0-9f87-8a4b290fa707 req-9e4cce69-b7fb-4474-871b-7a3824920447 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778267 Oct 28 17:16:07.107383 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:16:07.110626 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:16:07.119861 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:07.145462 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:07.146109 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:07.147494 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] 10.222.0.44 "PUT /v2.0/ports/08122e34-cd0e-4736-b65d-0ed190478e42 HTTP/1.1" status: 200 len: 1093 time: 0.6146805 Oct 28 17:16:07.147995 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:07.150285 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2913927-e903-493a-8501-bf0d2a1e1a67" -d '{"events": [{"name": "network-changed", "server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:07.180499 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4732c8-fe7d-4247-bef0-d94bb58b3e18 service neutron] Pushing event updated for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:07.191405 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7a1f38-4593-4587-83a7-a59795a6d089 x-openstack-request-id: req-4a7a1f38-4593-4587-83a7-a59795a6d089 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:07.191693 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:07.191972 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a7a1f38-4593-4587-83a7-a59795a6d089 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:07.192414 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7a1f38-4593-4587-83a7-a59795a6d089'] response: {'name': 'network-changed', 'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42', 'status': 'completed', 'code': 200} Oct 28 17:16:07.238895 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-145b7001-4ae5-455d-9d20-3dc6160fe97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:07.240285 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-145b7001-4ae5-455d-9d20-3dc6160fe97b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 1127 time: 0.0451500 Oct 28 17:16:07.259881 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-9a22bf28-e0b2-4d18-ac63-4b409432ee07 None None] Attempt 2 to provision port 08122e34-cd0e-4736-b65d-0ed190478e42 Oct 28 17:16:07.288739 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-665bc78f-1b19-40a3-9fd8-95566cdb05d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08122e34-cd0e-4736-b65d-0ed190478e42 HTTP/1.1" status: 200 len: 217 time: 0.0321715 Oct 28 17:16:07.299711 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9a22bf28-e0b2-4d18-ac63-4b409432ee07 None None] Port 08122e34-cd0e-4736-b65d-0ed190478e42 had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:16:07.338164 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-138f5570-393e-44f8-9f87-a413da7b66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:07.339602 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-138f5570-393e-44f8-9f87-a413da7b66a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.0447466 Oct 28 17:16:07.395884 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-21057010-8d6c-4833-b8c4-6866ed5fd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:07.397443 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-21057010-8d6c-4833-b8c4-6866ed5fd307 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481348 Oct 28 17:16:07.566782 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-ea34b411-d5a0-4aeb-828a-1d296b17a5a9 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502187 Oct 28 17:16:07.573480 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066f38a-4326-43ac-9072-6d8a8cb8aae9 req-25a668d5-1156-40ec-a809-65fc2d576389 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:07.574890 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6066f38a-4326-43ac-9072-6d8a8cb8aae9 req-25a668d5-1156-40ec-a809-65fc2d576389 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 945 time: 0.1104796 Oct 28 17:16:07.590323 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c51e26-8933-4db0-a5b0-c379b423384f req-b26628f6-2354-4eb0-8cce-da54c33d0b5c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:07.591706 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28c51e26-8933-4db0-a5b0-c379b423384f req-b26628f6-2354-4eb0-8cce-da54c33d0b5c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.1677611 Oct 28 17:16:07.713378 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6066f38a-4326-43ac-9072-6d8a8cb8aae9 req-8e72af4d-7dc8-4db4-8cff-053bf48f851c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298976 Oct 28 17:16:07.724874 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28c51e26-8933-4db0-a5b0-c379b423384f req-721c6c35-bed3-476e-9ea8-6f7a24b5c63b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177135 Oct 28 17:16:07.735744 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d15bf321-28c2-4cb6-9b2c-99a4eb47b5b5 req-d23a89cc-5307-42aa-ba9e-8ec6722e295a service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599748 Oct 28 17:16:07.874521 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09229142-115f-46eb-82d8-46301761eb59 req-3db006a8-4509-4488-96c6-f5e12289a12c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:07.875884 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-09229142-115f-46eb-82d8-46301761eb59 req-3db006a8-4509-4488-96c6-f5e12289a12c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 945 time: 0.0893555 Oct 28 17:16:07.881691 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-5b35c95d-daf2-4d6c-8310-3be47c38ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:07.883151 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-5b35c95d-daf2-4d6c-8310-3be47c38ecb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 1127 time: 0.0671411 Oct 28 17:16:07.886275 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35422) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:07.890484 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-26e14dd7-7f3a-49e0-8577-be8876481039 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'floatingip': {'port_id': '284a305a-04e4-4bc5-8eb4-f7612387c016'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:07.964443 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-26e14dd7-7f3a-49e0-8577-be8876481039 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (5b70ea97-7714-492b-81d5-8ccdd3537e10), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:08.087582 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-3e2e3afd-05ec-47a5-994b-e435757781ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:08.089071 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-3e2e3afd-05ec-47a5-994b-e435757781ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.1961253 Oct 28 17:16:08.167639 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-b6907115-c175-42b1-8b2a-600efed0619d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08122e34-cd0e-4736-b65d-0ed190478e42 HTTP/1.1" status: 200 len: 217 time: 0.0702415 Oct 28 17:16:08.526732 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-e97b53d8-87a1-4798-8732-76b80562c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:08.528225 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-e97b53d8-87a1-4798-8732-76b80562c7a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.3526578 Oct 28 17:16:08.641297 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17671dc-ffe8-4509-ae83-0a7961735d78 req-3d599d38-e2a5-456e-9db7-46d32108827d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:08.642810 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f17671dc-ffe8-4509-ae83-0a7961735d78 req-3d599d38-e2a5-456e-9db7-46d32108827d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.4573963 Oct 28 17:16:08.725638 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-b0a052a8-3158-4254-889a-d6350c8d84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:08.727176 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-b0a052a8-3158-4254-889a-d6350c8d84ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1916013 Oct 28 17:16:08.761363 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f17671dc-ffe8-4509-ae83-0a7961735d78 req-0059dc04-5ba2-445f-b6be-4dbb35572386 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091578 Oct 28 17:16:08.955851 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-26e14dd7-7f3a-49e0-8577-be8876481039 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:08.960404 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-cb4c5667-07ba-4fe5-a3e5-ed15395a4d53 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226012 Oct 28 17:16:08.963148 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-26e14dd7-7f3a-49e0-8577-be8876481039 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (5b70ea97-7714-492b-81d5-8ccdd3537e10), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:09.064248 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bef44c-543c-4d19-b7ee-d10eb0187223 req-f80b45fa-4301-4b32-83cf-28f036a72e64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:09.065685 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6bef44c-543c-4d19-b7ee-d10eb0187223 req-f80b45fa-4301-4b32-83cf-28f036a72e64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.2532475 Oct 28 17:16:09.077594 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c398805c-d988-4bda-aa45-781d8b7e9a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:09.104004 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e7ad1-810c-4801-9c80-095b598f9ec6 req-9397feaf-ab5f-43ad-8284-5ba70c9c1d43 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:09.105418 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6d0e7ad1-810c-4801-9c80-095b598f9ec6 req-9397feaf-ab5f-43ad-8284-5ba70c9c1d43 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.2679393 Oct 28 17:16:09.177254 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-26e14dd7-7f3a-49e0-8577-be8876481039 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Floating IP 5b70ea97-7714-492b-81d5-8ccdd3537e10 associated. External IP: 172.27.0.233, port: 284a305a-04e4-4bc5-8eb4-f7612387c016. Oct 28 17:16:09.239442 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d2913927-e903-493a-8501-bf0d2a1e1a67 req-70e898cd-4fa4-4fc5-9440-541746a937f2 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715569 Oct 28 17:16:09.261728 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f6bef44c-543c-4d19-b7ee-d10eb0187223 req-3b34e92e-c81e-4f44-ad48-4a144dde9d96 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679890 Oct 28 17:16:09.266554 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6d0e7ad1-810c-4801-9c80-095b598f9ec6 req-be2ee95b-2cd3-4b7b-818e-858787f5d49b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502278 Oct 28 17:16:09.443035 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc543b9-7d94-40f5-a76b-13048e5dc65a req-099b931d-327f-4221-89df-48e99c3242d6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:09.444486 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8fc543b9-7d94-40f5-a76b-13048e5dc65a req-099b931d-327f-4221-89df-48e99c3242d6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0941479 Oct 28 17:16:09.454695 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e14dd7-7f3a-49e0-8577-be8876481039 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:16:09.454817 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35434) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:09.459888 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-c91347b7-0644-43b0-b815-7c7917000370 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Request body: {'floatingip': {'port_id': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:09.544492 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c91347b7-0644-43b0-b815-7c7917000370 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for floatingip (6f7ce86f-6f53-4161-bfe8-5ab3e46feb86), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:09.656989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e14dd7-7f3a-49e0-8577-be8876481039 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:16:09.663102 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-26e14dd7-7f3a-49e0-8577-be8876481039 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:09.666913 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:16:09.678291 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:09.678995 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:15:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:09.723760 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-26e14dd7-7f3a-49e0-8577-be8876481039 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "PUT /v2.0/floatingips/5b70ea97-7714-492b-81d5-8ccdd3537e10 HTTP/1.1" status: 200 len: 991 time: 1.8364353 Oct 28 17:16:09.726171 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'tag': '284a305a-04e4-4bc5-8eb4-f7612387c016'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:09.728439 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93a12a9-c8f2-4415-8a81-690665d431e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a21c0e16-0e9b-4acf-b25e-1878a6ba23f2", "tag": "284a305a-04e4-4bc5-8eb4-f7612387c016"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:09.768592 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec80b9d-8ae8-46a8-99ca-1afce2344d40 x-openstack-request-id: req-2ec80b9d-8ae8-46a8-99ca-1afce2344d40 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:09.768882 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21c0e16-0e9b-4acf-b25e-1878a6ba23f2", "tag": "284a305a-04e4-4bc5-8eb4-f7612387c016", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:09.769135 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ec80b9d-8ae8-46a8-99ca-1afce2344d40 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:09.769535 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec80b9d-8ae8-46a8-99ca-1afce2344d40'] response: {'name': 'network-changed', 'server_uuid': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'tag': '284a305a-04e4-4bc5-8eb4-f7612387c016', 'status': 'completed', 'code': 200} Oct 28 17:16:09.782701 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:09.803985 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:16:09.947070 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-3fa063c2-551b-4764-a185-c8e60a76733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:09.948741 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-3fa063c2-551b-4764-a185-c8e60a76733d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 1129 time: 0.1383905 Oct 28 17:16:10.006833 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '5b70ea97-7714-492b-81d5-8ccdd3537e10', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': '284a305a-04e4-4bc5-8eb4-f7612387c016', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:9d:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:15:50Z', 'updated_at': '2022-10-28T17:16:08Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:10.030466 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:16:10.039813 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:10.039982 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc700-ec7e-464c-a251-286eba20e450 req-ee8bc74e-556c-4810-8830-94517bf0e1a2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:10.040523 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:15:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:10.041360 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4f6cc700-ec7e-464c-a251-286eba20e450 req-ee8bc74e-556c-4810-8830-94517bf0e1a2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.1914413 Oct 28 17:16:10.277151 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:10.438875 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-9c1800bd-695a-4f1b-9ae2-76b6be8b357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:10.440299 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-9c1800bd-695a-4f1b-9ae2-76b6be8b357c service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 916 time: 0.4589190 Oct 28 17:16:10.443497 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4f6cc700-ec7e-464c-a251-286eba20e450 req-ba1f47de-39a0-4c97-88bc-5165d3813bd0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3932006 Oct 28 17:16:10.500031 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '5b70ea97-7714-492b-81d5-8ccdd3537e10', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': '284a305a-04e4-4bc5-8eb4-f7612387c016', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:9d:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:15:50Z', 'updated_at': '2022-10-28T17:16:08Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:10.524160 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1259166d-423b-4b4c-946d-34827e8132eb None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '5b70ea97-7714-492b-81d5-8ccdd3537e10', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': '284a305a-04e4-4bc5-8eb4-f7612387c016', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:9d:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:15:50Z', 'updated_at': '2022-10-28T17:16:08Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:16:10.552407 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e134a-c5d2-4e6d-ac82-ce2cb7322e4a req-5c0c2722-0d2f-41a4-82a9-0e2f88fb29d4 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:10.553578 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f78e134a-c5d2-4e6d-ac82-ce2cb7322e4a req-5c0c2722-0d2f-41a4-82a9-0e2f88fb29d4 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.2041545 Oct 28 17:16:10.581529 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-b1f0ca9d-b7af-451a-a5c5-1c7b305e25b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=284a305a-04e4-4bc5-8eb4-f7612387c016 HTTP/1.1" status: 200 len: 999 time: 0.1206181 Oct 28 17:16:10.603693 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c91347b7-0644-43b0-b815-7c7917000370 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:10.627302 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c91347b7-0644-43b0-b815-7c7917000370 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (6f7ce86f-6f53-4161-bfe8-5ab3e46feb86), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:10.699493 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f78e134a-c5d2-4e6d-ac82-ce2cb7322e4a req-6cd2f3c3-4d8a-49c3-9348-2b6154f0b712 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341622 Oct 28 17:16:10.705016 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-c8b9181f-c661-456b-8b45-7f790a2b2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:10.706501 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-c8b9181f-c661-456b-8b45-7f790a2b2e4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.1127367 Oct 28 17:16:10.725189 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb642148-2eff-44d4-a2d2-7c96d8ec480d None None] New status for floating IP 5b70ea97-7714-492b-81d5-8ccdd3537e10: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:16:10.836342 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-271b961f-9832-4db2-89c5-d2a14928412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:10.837727 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-271b961f-9832-4db2-89c5-d2a14928412b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953524 Oct 28 17:16:10.959045 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91347b7-0644-43b0-b815-7c7917000370 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Router 43091b34-ca43-41fb-8250-e3bf2f8ad08a has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:16:10.979306 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-c141b7ea-a363-47ce-989e-e0778e86ada2 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331847 Oct 28 17:16:11.128636 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91347b7-0644-43b0-b815-7c7917000370 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:16:11.133136 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c91347b7-0644-43b0-b815-7c7917000370 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:11.137872 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] Sync routers for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:16:11.152926 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:11.153551 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:15:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:11.161929 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d93a12a9-c8f2-4415-8a81-690665d431e8 req-8f2b0450-723e-4918-be2b-57d3cc32449a service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516602 Oct 28 17:16:11.203615 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c91347b7-0644-43b0-b815-7c7917000370 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "PUT /v2.0/floatingips/6f7ce86f-6f53-4161-bfe8-5ab3e46feb86 HTTP/1.1" status: 200 len: 992 time: 1.7477708 Oct 28 17:16:11.254847 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:11.460654 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d6e21e18-0417-4b1d-aede-f923010cef30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:11.490870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '6f7ce86f-6f53-4161-bfe8-5ab3e46feb86', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'port_id': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'mac_address': 'fa:16:3e:60:67:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac8814-901b-4463-af93-58db474ca60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:12:53Z', 'updated_at': '2022-10-28T17:16:10Z', 'revision_number': 3, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:15Z', 'revision_number': 5, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:11.515169 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] Checking router: 43091b34-ca43-41fb-8250-e3bf2f8ad08a for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:16:11.524166 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:11.524809 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:11.579681 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c746164-5927-4925-bb79-56547d365fb0 req-1ebb0e46-98c1-484e-b86c-3f77a5d0615a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:11.581383 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5c746164-5927-4925-bb79-56547d365fb0 req-1ebb0e46-98c1-484e-b86c-3f77a5d0615a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0584726 Oct 28 17:16:11.635223 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5c746164-5927-4925-bb79-56547d365fb0 req-2d350a69-9625-4d4d-9078-3ccffb98495b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471528 Oct 28 17:16:11.635803 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:11.770591 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73'}, {'name': 'network-changed', 'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:11.773232 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cf7fad-d5da-42e0-ac24-e5650a9e428e" -d '{"events": [{"name": "network-changed", "server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73"}, {"name": "network-changed", "server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:11.810229 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f41aaf-62a9-45ba-8550-20748af229df x-openstack-request-id: req-c0f41aaf-62a9-45ba-8550-20748af229df {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:11.810823 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:11.811134 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0f41aaf-62a9-45ba-8550-20748af229df {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:11.811540 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f41aaf-62a9-45ba-8550-20748af229df'] response: {'name': 'network-changed', 'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'status': 'completed', 'code': 200} Oct 28 17:16:11.811794 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f41aaf-62a9-45ba-8550-20748af229df'] response: {'name': 'network-changed', 'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'status': 'completed', 'code': 200} Oct 28 17:16:11.836654 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b35bf-46d9-47b7-840c-1329860f50d7 req-0b14f900-c5a9-42ee-9c03-14bed97c68d7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:11.838186 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-950b35bf-46d9-47b7-840c-1329860f50d7 req-0b14f900-c5a9-42ee-9c03-14bed97c68d7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0617132 Oct 28 17:16:11.859007 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '6f7ce86f-6f53-4161-bfe8-5ab3e46feb86', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'port_id': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'mac_address': 'fa:16:3e:60:67:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac8814-901b-4463-af93-58db474ca60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:12:53Z', 'updated_at': '2022-10-28T17:16:10Z', 'revision_number': 3, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:15Z', 'revision_number': 5, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:11.883724 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e1cb8-a6f2-44ae-adbf-3a99bf8958d3 None None] The sync data for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi is: [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '6f7ce86f-6f53-4161-bfe8-5ab3e46feb86', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'port_id': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'mac_address': 'fa:16:3e:60:67:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac8814-901b-4463-af93-58db474ca60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:12:53Z', 'updated_at': '2022-10-28T17:16:10Z', 'revision_number': 3, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:15Z', 'revision_number': 5, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:16:11.916487 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-950b35bf-46d9-47b7-840c-1329860f50d7 req-fe71c05e-55bf-4b6b-8d73-83cbbe53a47b tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695214 Oct 28 17:16:11.922236 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-09db2273-2733-4c01-b0df-81d97deb7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:11.923742 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-09db2273-2733-4c01-b0df-81d97deb7a45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 1129 time: 0.0847204 Oct 28 17:16:12.006005 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 08122e34-cd0e-4736-b65d-0ed190478e42 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:16:12.018417 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-9948b776-92d7-46fe-b46d-37476b70e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:12.019681 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-9948b776-92d7-46fe-b46d-37476b70e052 service neutron] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 919 time: 0.0899527 Oct 28 17:16:12.085454 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-29962db2-822e-43e9-abce-5bf77c1405fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 HTTP/1.1" status: 200 len: 1000 time: 0.0589123 Oct 28 17:16:12.109719 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:12.120067 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '08122e34-cd0e-4736-b65d-0ed190478e42', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'port_id': '08122e34-cd0e-4736-b65d-0ed190478e42', 'mac_address': 'fa:16:3e:23:f9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:16:12.133492 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-4c8f3a00-67a8-4d37-8851-c6f836b9e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:12.134983 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-4c8f3a00-67a8-4d37-8851-c6f836b9e0a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0429075 Oct 28 17:16:12.153763 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 08122e34-cd0e-4736-b65d-0ed190478e42 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:16:12.154158 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:12.167013 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08122e34-cd0e-4736-b65d-0ed190478e42 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:16:12.187888 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:12.190321 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-9eef75a1-aff3-4675-ad73-9f1cd7a85fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:12.191887 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-9eef75a1-aff3-4675-ad73-9f1cd7a85fd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511014 Oct 28 17:16:12.192910 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:12.240244 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:12.287462 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-e66fe24f-207b-4a28-9839-fe016c88821f service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858085 Oct 28 17:16:12.378851 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-d0dce937-8360-4ba1-a75e-68d1c9a4dbcd service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808229 Oct 28 17:16:12.476003 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-a33fb42e-8582-4f54-bf30-29be45d4e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:12.478341 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-a33fb42e-8582-4f54-bf30-29be45d4e52d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 1129 time: 0.0528593 Oct 28 17:16:12.497324 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:12.577101 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-c9a93e2d-29c8-4001-8ec5-ca7993d2ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:12.578644 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-c9a93e2d-29c8-4001-8ec5-ca7993d2ce90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 919 time: 0.0893302 Oct 28 17:16:12.640573 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-f27e5a82-bc57-4ca0-a922-454b3c29541b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 HTTP/1.1" status: 200 len: 1000 time: 0.0557823 Oct 28 17:16:12.663706 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['08122e34-cd0e-4736-b65d-0ed190478e42'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:16:12.696801 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-e148a6c5-751d-4dfb-a493-aabe31d8bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:12.698290 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-e148a6c5-751d-4dfb-a493-aabe31d8bb73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0487142 Oct 28 17:16:12.778754 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-f65af81a-6318-4ccf-9c59-ba4851cadcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:12.780266 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-f65af81a-6318-4ccf-9c59-ba4851cadcf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745015 Oct 28 17:16:12.791519 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb954d6c-52b2-4ddc-b1be-153a456ca483 req-dbe1b130-1352-4dad-924b-11d8ecb21a87 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:12.792886 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-eb954d6c-52b2-4ddc-b1be-153a456ca483 req-dbe1b130-1352-4dad-924b-11d8ecb21a87 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 944 time: 0.0771096 Oct 28 17:16:12.894362 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-eb954d6c-52b2-4ddc-b1be-153a456ca483 req-3a096d71-06b6-444a-919c-aa4b0c0ada43 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925117 Oct 28 17:16:12.910222 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-73c92433-9553-495e-99b7-a03775c0a036 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163511 Oct 28 17:16:13.008239 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62cf7fad-d5da-42e0-ac24-e5650a9e428e req-87f1b65b-fcb3-4f7d-9bab-fedf11478cc2 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909038 Oct 28 17:16:13.052910 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca2ee6-c724-4bf1-809f-0ebed3f5d52b req-14242a7a-35a3-4a7b-b4cd-e7bbf5d399db tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:13.054455 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-72ca2ee6-c724-4bf1-809f-0ebed3f5d52b req-14242a7a-35a3-4a7b-b4cd-e7bbf5d399db tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0604520 Oct 28 17:16:13.103121 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-72ca2ee6-c724-4bf1-809f-0ebed3f5d52b req-59856b1b-c9c9-4315-8fd2-074b3bf993d7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429273 Oct 28 17:16:14.030236 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 08122e34-cd0e-4736-b65d-0ed190478e42 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:16:14.042048 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d42a8-6ad2-4c08-bf32-f6e5001dba76 req-c8617f8e-1e11-4504-bfd5-ef80754d3d6b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:14.043668 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d10d42a8-6ad2-4c08-bf32-f6e5001dba76 req-c8617f8e-1e11-4504-bfd5-ef80754d3d6b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 944 time: 0.0618351 Oct 28 17:16:14.081841 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:14.089218 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 08122e34-cd0e-4736-b65d-0ed190478e42 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:16:14.093157 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 08122e34-cd0e-4736-b65d-0ed190478e42 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:16:14.093520 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:14.093853 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 08122e34-cd0e-4736-b65d-0ed190478e42 Oct 28 17:16:14.095489 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d10d42a8-6ad2-4c08-bf32-f6e5001dba76 req-fc4379b3-6ad3-415c-955b-a73137c2f3b6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459099 Oct 28 17:16:14.169613 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 08122e34-cd0e-4736-b65d-0ed190478e42 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:16:14.170029 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:14.193658 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:14.195886 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc618d0c-3233-454d-8411-b152c882380c" -d '{"events": [{"server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:14.210997 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:14.217011 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:14.232988 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17265111-7708-4c0f-a3b2-74126c69b241 req-c9027a70-4cfa-4d4d-8e3b-c18e83423adf tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:14.234605 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-17265111-7708-4c0f-a3b2-74126c69b241 req-c9027a70-4cfa-4d4d-8e3b-c18e83423adf tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0590470 Oct 28 17:16:14.244140 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6b26fd-9bb5-4485-ae81-997059484568 x-openstack-request-id: req-0f6b26fd-9bb5-4485-ae81-997059484568 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:14.244393 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:14.244653 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f6b26fd-9bb5-4485-ae81-997059484568 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:14.245043 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6b26fd-9bb5-4485-ae81-997059484568'] response: {'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42', 'code': 200} Oct 28 17:16:14.275092 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:14.289505 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-17265111-7708-4c0f-a3b2-74126c69b241 req-f35ffd44-4c80-4809-98f4-d0c56b4c4cf0 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489020 Oct 28 17:16:14.436318 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806918ab-bdc6-46b1-9655-a6561d33eec1 req-a94aefe0-49e8-44d8-b757-93af31671cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:14.437794 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-806918ab-bdc6-46b1-9655-a6561d33eec1 req-a94aefe0-49e8-44d8-b757-93af31671cdf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 1129 time: 0.0451486 Oct 28 17:16:14.481926 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-806918ab-bdc6-46b1-9655-a6561d33eec1 req-c578a878-7210-48fa-a7be-484d90fc540e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365915 Oct 28 17:16:15.232869 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dea357-fc07-4af1-9704-e5352049541c req-4a5178b5-04d4-48db-a029-2174427a64b5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:15.234347 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-80dea357-fc07-4af1-9704-e5352049541c req-4a5178b5-04d4-48db-a029-2174427a64b5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0547683 Oct 28 17:16:15.280030 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-80dea357-fc07-4af1-9704-e5352049541c req-1ee5fad0-e3e5-4687-bdf3-31b30b473549 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400727 Oct 28 17:16:15.358673 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:15.425426 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeb467-d656-45b9-aa8f-6d29a7a9e7ab req-43bedb2d-381b-493c-a508-76a57d507a4d tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:15.426836 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-25eeb467-d656-45b9-aa8f-6d29a7a9e7ab req-43bedb2d-381b-493c-a508-76a57d507a4d tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0566356 Oct 28 17:16:15.474896 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-25eeb467-d656-45b9-aa8f-6d29a7a9e7ab req-cf77651d-ae32-407d-8039-f57edacb020d tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424097 Oct 28 17:16:16.412552 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0763a-1dda-4b3a-9d1e-3a6737437304 req-3ba3315c-507a-4e6e-a6ef-d0816e1bebd2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:16.414088 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4ba0763a-1dda-4b3a-9d1e-3a6737437304 req-3ba3315c-507a-4e6e-a6ef-d0816e1bebd2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0535924 Oct 28 17:16:16.461208 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4ba0763a-1dda-4b3a-9d1e-3a6737437304 req-83176edb-53f3-4590-8c7d-4edb64ef70a6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411224 Oct 28 17:16:16.622057 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5e08-66ae-448f-9cb4-4491cbe71626 req-6e5be6e0-3604-4b70-b27e-c29ebd6e5e17 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:16.623641 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7d8e5e08-66ae-448f-9cb4-4491cbe71626 req-6e5be6e0-3604-4b70-b27e-c29ebd6e5e17 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0865436 Oct 28 17:16:16.634324 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35478) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:16.636975 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7829fe-b8dc-42ca-a3de-ca96983cea71 req-a352fb45-820d-4ad8-b1ed-6fcd49c173a7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:16.639072 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1a7829fe-b8dc-42ca-a3de-ca96983cea71 req-a352fb45-820d-4ad8-b1ed-6fcd49c173a7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0714083 Oct 28 17:16:16.639450 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-549b9cbd-bd3d-46e3-8780-ff5dc85d4835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Request body: {'floatingip': {'port_id': '08122e34-cd0e-4736-b65d-0ed190478e42'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:16.679019 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-549b9cbd-bd3d-46e3-8780-ff5dc85d4835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (397cfca3-a61b-402e-be36-0a11c1d6143a), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:16.693378 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1a7829fe-b8dc-42ca-a3de-ca96983cea71 req-c8165ecc-5d9e-41b7-a4c4-7674b9ae1038 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Oct 28 17:16:17.264396 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.db.resource_extend [None req-549b9cbd-bd3d-46e3-8780-ff5dc85d4835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 17:16:17.308253 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-549b9cbd-bd3d-46e3-8780-ff5dc85d4835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:17.327085 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-549b9cbd-bd3d-46e3-8780-ff5dc85d4835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (397cfca3-a61b-402e-be36-0a11c1d6143a), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:17.422333 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-549b9cbd-bd3d-46e3-8780-ff5dc85d4835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Floating IP 397cfca3-a61b-402e-be36-0a11c1d6143a associated. External IP: 172.27.0.200, port: 08122e34-cd0e-4736-b65d-0ed190478e42. Oct 28 17:16:17.618372 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549b9cbd-bd3d-46e3-8780-ff5dc85d4835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Router 2c440cf0-75c1-4843-80c8-49d50cf65bda has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:16:17.718898 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549b9cbd-bd3d-46e3-8780-ff5dc85d4835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:16:17.723906 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-549b9cbd-bd3d-46e3-8780-ff5dc85d4835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:17.730990 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] Sync routers for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:16:17.742996 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:17.743698 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:17.754317 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-549b9cbd-bd3d-46e3-8780-ff5dc85d4835 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "PUT /v2.0/floatingips/397cfca3-a61b-402e-be36-0a11c1d6143a HTTP/1.1" status: 200 len: 991 time: 1.1187379 Oct 28 17:16:17.754974 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:17.757279 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92fd5d6-57ec-419f-87bf-53a0f3484e86" -d '{"events": [{"name": "network-changed", "server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:17.833044 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee7bb3-e9ec-47fe-9dc7-6f18ff4d3e35 req-ecf904cb-bc3d-451f-addc-09bb017f90fc tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:17.835408 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bbee7bb3-e9ec-47fe-9dc7-6f18ff4d3e35 req-ecf904cb-bc3d-451f-addc-09bb017f90fc tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0664098 Oct 28 17:16:17.849765 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6c8af8-ad91-428a-a6a5-c3bc4a7d6746 x-openstack-request-id: req-5c6c8af8-ad91-428a-a6a5-c3bc4a7d6746 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:17.850210 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:17.850564 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c6c8af8-ad91-428a-a6a5-c3bc4a7d6746 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:17.851222 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6c8af8-ad91-428a-a6a5-c3bc4a7d6746'] response: {'name': 'network-changed', 'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42', 'status': 'completed', 'code': 200} Oct 28 17:16:17.852352 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:17.893710 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bbee7bb3-e9ec-47fe-9dc7-6f18ff4d3e35 req-46efc9eb-360d-449b-9eec-9af788edbe52 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529420 Oct 28 17:16:17.931022 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-fea789c1-72cd-4da3-a040-4f6f3b87a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:17.932516 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-fea789c1-72cd-4da3-a040-4f6f3b87a6b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 1129 time: 0.0549705 Oct 28 17:16:18.028016 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-2e973adb-c7ad-4ef2-acd9-a0894134b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:18.029469 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-2e973adb-c7ad-4ef2-acd9-a0894134b6c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.0822995 Oct 28 17:16:18.062677 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '397cfca3-a61b-402e-be36-0a11c1d6143a', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'port_id': '08122e34-cd0e-4736-b65d-0ed190478e42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'mac_address': 'fa:16:3e:23:f9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:02Z', 'updated_at': '2022-10-28T17:16:17Z', 'revision_number': 1, 'project_id': '39f17c6092df40a69288bacc59cec663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:18.089400 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] Checking router: 2c440cf0-75c1-4843-80c8-49d50cf65bda for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:16:18.093120 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-eeb39db6-f776-40f0-bd31-73f8851f614f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08122e34-cd0e-4736-b65d-0ed190478e42 HTTP/1.1" status: 200 len: 999 time: 0.0572383 Oct 28 17:16:18.097631 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:18.098244 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:18.139727 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-71936700-80e2-4912-b68a-c514970da695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:18.141155 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-71936700-80e2-4912-b68a-c514970da695 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.0425987 Oct 28 17:16:18.194749 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-18c7b425-0fec-4367-8b83-f8302e0c28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:18.196262 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-18c7b425-0fec-4367-8b83-f8302e0c28ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441158 Oct 28 17:16:18.198711 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:18.510091 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '397cfca3-a61b-402e-be36-0a11c1d6143a', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'port_id': '08122e34-cd0e-4736-b65d-0ed190478e42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'mac_address': 'fa:16:3e:23:f9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:02Z', 'updated_at': '2022-10-28T17:16:17Z', 'revision_number': 1, 'project_id': '39f17c6092df40a69288bacc59cec663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:18.531789 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-a831b7e3-fcc9-430f-97ee-12d285259274 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288569 Oct 28 17:16:18.537362 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d2fbb-69bf-4f82-827d-b634379d5571 None None] The sync data for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi is: [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '397cfca3-a61b-402e-be36-0a11c1d6143a', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'port_id': '08122e34-cd0e-4736-b65d-0ed190478e42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'mac_address': 'fa:16:3e:23:f9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:02Z', 'updated_at': '2022-10-28T17:16:17Z', 'revision_number': 1, 'project_id': '39f17c6092df40a69288bacc59cec663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:16:18.625526 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f92fd5d6-57ec-419f-87bf-53a0f3484e86 req-21adc503-eccd-4dcc-b918-4e9e24b68488 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869176 Oct 28 17:16:18.746875 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2befa0-bb2b-403d-9ce6-f6ddcb2665e4 None None] New status for floating IP 397cfca3-a61b-402e-be36-0a11c1d6143a: ACTIVE {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:16:19.031084 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0671eea-c2f8-4ca9-8a1e-be36eab91b80 req-daa1e19d-1417-4ccf-90fd-1474a7a9e053 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:19.032530 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d0671eea-c2f8-4ca9-8a1e-be36eab91b80 req-daa1e19d-1417-4ccf-90fd-1474a7a9e053 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0561380 Oct 28 17:16:19.089451 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d0671eea-c2f8-4ca9-8a1e-be36eab91b80 req-b601c523-2bab-4272-aaa2-772bf17e3ada tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486460 Oct 28 17:16:19.171966 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-930c4edc-2a02-4e84-9ef4-1c313f360537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:19.173339 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-930c4edc-2a02-4e84-9ef4-1c313f360537 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142eaebbbefa4813a08ddc6bc669ab79&device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 1130 time: 0.0466247 Oct 28 17:16:19.276135 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-4db28756-d33f-450f-abec-a69125757eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:19.277684 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-4db28756-d33f-450f-abec-a69125757eb6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca HTTP/1.1" status: 200 len: 909 time: 0.0981054 Oct 28 17:16:19.349095 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-62aa29c5-554c-491c-83e1-dd66eb9372be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef39a08-8546-4ead-91a0-ead95355f19f HTTP/1.1" status: 200 len: 1002 time: 0.0647523 Oct 28 17:16:19.403123 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-b282d690-ba8b-42ad-8d84-1e039a86c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:19.404538 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-b282d690-ba8b-42ad-8d84-1e039a86c9b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=928823ca-6784-4f4c-9fd4-76ea4b06ca11 HTTP/1.1" status: 200 len: 847 time: 0.0425017 Oct 28 17:16:19.453730 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-703f01ca-c314-427e-a6d9-ef26808c5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:19.455137 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-703f01ca-c314-427e-a6d9-ef26808c5597 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440810 Oct 28 17:16:19.545831 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-535ec7f7-b9ff-4abf-a5bd-4f773f22f6b2 service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816638 Oct 28 17:16:19.644568 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5be6e4aa-1dd9-46c8-abf7-3a066fdca451 req-488a80ef-bff9-430e-b898-f019919bd523 service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925679 Oct 28 17:16:20.244951 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910c35-86be-47b1-a737-5ef0b5d5d3ce req-9cf1d373-9285-4fd4-bc24-42c300e99bbf tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:20.246540 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-65910c35-86be-47b1-a737-5ef0b5d5d3ce req-9cf1d373-9285-4fd4-bc24-42c300e99bbf tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0661945 Oct 28 17:16:20.300816 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-65910c35-86be-47b1-a737-5ef0b5d5d3ce req-a5564fdd-65fc-48d5-878a-3c59da6ad10e tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 Oct 28 17:16:21.384618 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:21.444349 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fe758-acb4-43a9-90f8-e947c82e3d82 req-6441d970-55f7-4de0-b908-dc2b37d145a5 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:21.445818 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-415fe758-acb4-43a9-90f8-e947c82e3d82 req-6441d970-55f7-4de0-b908-dc2b37d145a5 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0546966 Oct 28 17:16:21.496328 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-415fe758-acb4-43a9-90f8-e947c82e3d82 req-8987544e-13c7-4f90-8829-20e2b47eba4a tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444260 Oct 28 17:16:22.635408 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef0931-1cec-4a68-9407-0ef656162ae7 req-8d8e0683-4fc4-41de-a038-b6ec18860208 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:22.636814 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-85ef0931-1cec-4a68-9407-0ef656162ae7 req-8d8e0683-4fc4-41de-a038-b6ec18860208 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0604870 Oct 28 17:16:22.689842 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-85ef0931-1cec-4a68-9407-0ef656162ae7 req-aabdb9dc-c39f-4572-8dd8-d60816f750af tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473890 Oct 28 17:16:22.896759 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35516) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:22.944749 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-3db36ff9-dc60-441e-867a-bea383e51230 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236498774&fields=id&tenant_id=7654683fb6b74d3488de28ae23771aa2 HTTP/1.1" status: 200 len: 267 time: 0.0687618 Oct 28 17:16:22.956377 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c74f-f129-4bba-bb0a-66bd27634697 req-5518b3df-1794-483d-9a13-8c07e17d0d64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:22.957846 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4630c74f-f129-4bba-bb0a-66bd27634697 req-5518b3df-1794-483d-9a13-8c07e17d0d64 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0908594 Oct 28 17:16:22.986215 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-5ec2ec50-81ea-49f4-9f3e-989533f52214 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881848 Oct 28 17:16:22.995443 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-47baeb16-bbc6-4493-843d-9f5603a2648c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:16:22.996538 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-47baeb16-bbc6-4493-843d-9f5603a2648c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051115 Oct 28 17:16:23.033009 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4630c74f-f129-4bba-bb0a-66bd27634697 req-87ff2047-6bba-427f-9e9e-5720af3ce137 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659764 Oct 28 17:16:23.043601 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-9aad30dd-680b-40be-a128-5aab9f874da8 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:23.045157 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-9aad30dd-680b-40be-a128-5aab9f874da8 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 984 time: 0.0861907 Oct 28 17:16:23.058577 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-f28902fc-e37c-42d1-9313-8564348114fc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Request body: {'port': {'security_groups': ['fc6e6d73-80e3-4169-9858-cd73d1b1a243']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:23.083750 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35524) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:23.142988 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-f28902fc-e37c-42d1-9313-8564348114fc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (f3786c0d-495b-4948-b133-477821b66f8c), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.190505 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-bd90d0ce-fe99-47cf-a846-f3771365543f tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:23.192475 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-bd90d0ce-fe99-47cf-a846-f3771365543f tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports/cef39a08-8546-4ead-91a0-ead95355f19f HTTP/1.1" status: 200 len: 943 time: 0.1071820 Oct 28 17:16:23.338488 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d87b4-24a5-4426-bde7-fc5b8750054b req-04039537-bb81-4663-862a-700d2a4ae19f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:23.340088 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-918d87b4-24a5-4426-bde7-fc5b8750054b req-04039537-bb81-4663-862a-700d2a4ae19f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 946 time: 0.1138599 Oct 28 17:16:23.363299 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-f28902fc-e37c-42d1-9313-8564348114fc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] For port f3786c0d-495b-4948-b133-477821b66f8c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=f3786c0d-495b-4948-b133-477821b66f8c,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:23.420698 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-f28902fc-e37c-42d1-9313-8564348114fc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for port (f3786c0d-495b-4948-b133-477821b66f8c), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.426872 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-918d87b4-24a5-4426-bde7-fc5b8750054b req-38c54e9b-c60f-4eb8-97f4-44b68c4c18d7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802705 Oct 28 17:16:23.427962 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-f28902fc-e37c-42d1-9313-8564348114fc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (f3786c0d-495b-4948-b133-477821b66f8c), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.439270 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-f28902fc-e37c-42d1-9313-8564348114fc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:23.439996 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-f28902fc-e37c-42d1-9313-8564348114fc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.441405 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e2e3ad6a-67ff-40ed-92be-a0412845c5fd req-f28902fc-e37c-42d1-9313-8564348114fc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "PUT /v2.0/ports/f3786c0d-495b-4948-b133-477821b66f8c HTTP/1.1" status: 200 len: 942 time: 0.3885980 Oct 28 17:16:23.441839 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['f3786c0d-495b-4948-b133-477821b66f8c'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:16:23.442371 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:23.444259 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "tag": "f3786c0d-495b-4948-b133-477821b66f8c"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:23.448419 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35538) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:23.494568 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28902fc-e37c-42d1-9313-8564348114fc tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event updated for resources: {'Port': ['ID=f3786c0d-495b-4948-b133-477821b66f8c,revision_number=7']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:23.498413 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68042cb-e1ed-49ea-80c8-3f57c0cb4db6 x-openstack-request-id: req-f68042cb-e1ed-49ea-80c8-3f57c0cb4db6 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:23.498663 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "tag": "f3786c0d-495b-4948-b133-477821b66f8c", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:23.499028 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f68042cb-e1ed-49ea-80c8-3f57c0cb4db6 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:23.499699 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68042cb-e1ed-49ea-80c8-3f57c0cb4db6'] response: {'name': 'network-changed', 'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c', 'status': 'completed', 'code': 200} Oct 28 17:16:23.546280 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d509b5aa-5ff9-4ab1-a5b0-63e270002c6c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group (f1e26a8b-0d1d-4c22-97a6-1962c853d035), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.575613 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d509b5aa-5ff9-4ab1-a5b0-63e270002c6c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group (f1e26a8b-0d1d-4c22-97a6-1962c853d035), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.602101 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-6d90c029-fdc1-450d-a120-4910c54d22a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:23.603795 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-6d90c029-fdc1-450d-a120-4910c54d22a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7654683fb6b74d3488de28ae23771aa2&device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 1129 time: 0.0615931 Oct 28 17:16:23.622320 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['f3786c0d-495b-4948-b133-477821b66f8c'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:16:23.655676 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d509b5aa-5ff9-4ab1-a5b0-63e270002c6c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (f1e26a8b-0d1d-4c22-97a6-1962c853d035), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.660106 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d509b5aa-5ff9-4ab1-a5b0-63e270002c6c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.661201 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d509b5aa-5ff9-4ab1-a5b0-63e270002c6c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "DELETE /v2.0/security-groups/f1e26a8b-0d1d-4c22-97a6-1962c853d035 HTTP/1.1" status: 204 len: 168 time: 0.2115555 Oct 28 17:16:23.666112 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35540) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:23.713623 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509b5aa-5ff9-4ab1-a5b0-63e270002c6c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e26a8b-0d1d-4c22-97a6-1962c853d035,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:23.726402 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-5ba1fd3f-1fcb-4a79-b418-4e4e7bc41f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:23.727940 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-5ba1fd3f-1fcb-4a79-b418-4e4e7bc41f4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4526a78e-5b70-46b4-957d-2eced02410ae HTTP/1.1" status: 200 len: 916 time: 0.0999572 Oct 28 17:16:23.817517 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-d20c0052-40b8-4f2d-a4c8-d2b40f9d5acf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3786c0d-495b-4948-b133-477821b66f8c HTTP/1.1" status: 200 len: 1001 time: 0.0612946 Oct 28 17:16:23.855710 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Deleting port 33947a03-9832-455e-bf79-7d8f7f5bfb82 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:23.856052 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (33947a03-9832-455e-bf79-7d8f7f5bfb82), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.869003 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-0664b16a-bc7f-4313-acf1-95fbc165eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:23.870039 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-0664b16a-bc7f-4313-acf1-95fbc165eab4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc36c1bd-daa1-4cf4-8be1-c6108ac9e429 HTTP/1.1" status: 200 len: 854 time: 0.0453238 Oct 28 17:16:23.925374 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-399a628b-2884-4e47-bd8c-62e266c9c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:23.926942 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-399a628b-2884-4e47-bd8c-62e266c9c2ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4526a78e-5b70-46b4-957d-2eced02410ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493410 Oct 28 17:16:23.929650 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (33947a03-9832-455e-bf79-7d8f7f5bfb82), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.930163 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for floatingip (33947a03-9832-455e-bf79-7d8f7f5bfb82), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:23.941934 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Calling delete_port for 33947a03-9832-455e-bf79-7d8f7f5bfb82 owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:24.019932 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-554fa08a-e8fc-4484-b30b-7660f564cb3b service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831392 Oct 28 17:16:24.110815 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (33947a03-9832-455e-bf79-7d8f7f5bfb82), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:24.132466 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-584fe0a3-25b3-4cc8-9ac8-2cd695a00224 req-d851a125-8bc1-4f36-ac4b-7681dce25c66 service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047404 Oct 28 17:16:24.136858 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event deleted for resources: {'Port': ['ID=33947a03-9832-455e-bf79-7d8f7f5bfb82,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:24.175419 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff638b30-1c72-4997-8bf0-fec5ac4a277f req-15702901-82d7-4a41-a4fc-ded03f9059ab tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:24.176947 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ff638b30-1c72-4997-8bf0-fec5ac4a277f req-15702901-82d7-4a41-a4fc-ded03f9059ab tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0637684 Oct 28 17:16:24.208611 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks [] for floatingip (b4357a16-0da2-4b87-b410-934b123a1770), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:24.208992 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Floating IP b4357a16-0da2-4b87-b410-934b123a1770 disassociated (deleted). External IP: 172.27.0.139, port: f3786c0d-495b-4948-b133-477821b66f8c. Oct 28 17:16:24.232632 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ff638b30-1c72-4997-8bf0-fec5ac4a277f req-ac295dc3-b4bc-4373-99ba-358979ddeb5a tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499539 Oct 28 17:16:24.430095 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:16:24.539579 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:16:24.544143 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:24.550222 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] Sync routers for ids ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:16:24.562211 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] Routers {'057102e3-5cc6-4db2-9ff7-4458bf4d5111'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:24.563015 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:24.574727 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-131abccd-020d-4b47-9aef-861bf979bc5f tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "DELETE /v2.0/floatingips/b4357a16-0da2-4b87-b410-934b123a1770 HTTP/1.1" status: 204 len: 168 time: 0.9062197 Oct 28 17:16:24.575488 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:24.578062 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "tag": "f3786c0d-495b-4948-b133-477821b66f8c"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:24.588590 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07fcb-51bc-4900-a8f7-16604a0dc93b req-3ad20bcf-6437-4b1b-a5ff-34ce297d0b9f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:24.590328 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-15f07fcb-51bc-4900-a8f7-16604a0dc93b req-3ad20bcf-6437-4b1b-a5ff-34ce297d0b9f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 946 time: 0.0711610 Oct 28 17:16:24.663629 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-15f07fcb-51bc-4900-a8f7-16604a0dc93b req-a842b883-db54-444f-b9fa-ce6eca8b774b tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514495 Oct 28 17:16:24.679433 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] Set router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:24.702166 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11734564-e303-4958-9ff7-ccfb4d710262 x-openstack-request-id: req-11734564-e303-4958-9ff7-ccfb4d710262 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:24.702803 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "tag": "f3786c0d-495b-4948-b133-477821b66f8c", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:24.703283 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11734564-e303-4958-9ff7-ccfb4d710262 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:24.703859 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11734564-e303-4958-9ff7-ccfb4d710262'] response: {'name': 'network-changed', 'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c', 'status': 'completed', 'code': 200} Oct 28 17:16:24.793649 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-89e11244-9dc0-4b32-97b9-50d8e5ce49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:24.795416 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-89e11244-9dc0-4b32-97b9-50d8e5ce49fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7654683fb6b74d3488de28ae23771aa2&device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 1129 time: 0.0625322 Oct 28 17:16:24.882487 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 5, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:24.909013 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] Checking router: 057102e3-5cc6-4db2-9ff7-4458bf4d5111 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:16:24.918656 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] Routers {'057102e3-5cc6-4db2-9ff7-4458bf4d5111'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:24.919473 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:24.932940 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-c31f5a3b-446e-4cab-b6bb-bfff63156d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:24.934524 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-c31f5a3b-446e-4cab-b6bb-bfff63156d24 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70&tenant_id=142eaebbbefa4813a08ddc6bc669ab79 HTTP/1.1" status: 200 len: 1130 time: 0.1014023 Oct 28 17:16:24.956065 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-40b9893a-9ede-4636-8cac-a84dbad93de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:24.957582 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-40b9893a-9ede-4636-8cac-a84dbad93de8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4526a78e-5b70-46b4-957d-2eced02410ae HTTP/1.1" status: 200 len: 916 time: 0.1153870 Oct 28 17:16:25.018727 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] Set router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:25.026137 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-6e79560a-0226-4aab-8647-5142a96ffa40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3786c0d-495b-4948-b133-477821b66f8c HTTP/1.1" status: 200 len: 217 time: 0.0528750 Oct 28 17:16:25.078518 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-12b71ed5-66c9-4cb5-86ec-831095027326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:25.080022 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-12b71ed5-66c9-4cb5-86ec-831095027326 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142eaebbbefa4813a08ddc6bc669ab79&device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 1130 time: 0.1080859 Oct 28 17:16:25.083590 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-9583e38c-305d-47a7-8491-e61014c66302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:25.084914 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-9583e38c-305d-47a7-8491-e61014c66302 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc36c1bd-daa1-4cf4-8be1-c6108ac9e429 HTTP/1.1" status: 200 len: 854 time: 0.0520368 Oct 28 17:16:25.204970 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-59c12fb4-31ed-48d3-bc6c-3bc5e62a89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:25.206500 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-59c12fb4-31ed-48d3-bc6c-3bc5e62a89bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4526a78e-5b70-46b4-957d-2eced02410ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1117580 Oct 28 17:16:25.209880 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 5, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:25.211529 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-c0cffdf7-31f6-46cc-8a31-8f84cf01ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:25.212868 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-c0cffdf7-31f6-46cc-8a31-8f84cf01ec13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca HTTP/1.1" status: 200 len: 909 time: 0.1192434 Oct 28 17:16:25.233398 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca919e9-566c-46ca-9d84-431efcbabf4d None None] The sync data for ids ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'] in dv-cinder-859839-1-iscsi is: [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:47Z', 'revision_number': 4, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '45772b6c-dade-4734-8c17-cdd23c97455c', 'name': '', 'network_id': '4526a78e-5b70-46b4-957d-2eced02410ae', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'mac_address': 'fa:16:3e:ca:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:46Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 5, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'subnets': [{'id': 'dc36c1bd-daa1-4cf4-8be1-c6108ac9e429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:16:25.337767 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-c6d5db88-dc13-4b18-aaf6-4f97fa80421c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef39a08-8546-4ead-91a0-ead95355f19f HTTP/1.1" status: 200 len: 1002 time: 0.1108561 Oct 28 17:16:25.409506 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-64063a61-89c1-49ba-a57b-15d0f7da5b5a service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895261 Oct 28 17:16:25.444633 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-5b4c34e1-9fcb-4972-b2f4-5b7bcd76ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:25.445946 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-5b4c34e1-9fcb-4972-b2f4-5b7bcd76ea7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=928823ca-6784-4f4c-9fd4-76ea4b06ca11 HTTP/1.1" status: 200 len: 847 time: 0.0838134 Oct 28 17:16:25.474582 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4157b741-eb9b-4576-b971-bd6cbdd410cf None None] New status for floating IP b4357a16-0da2-4b87-b410-934b123a1770: DOWN {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:16:25.484292 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97410715-8074-442e-9e20-8d0449d38100 req-8fbf5eff-8b39-4ef5-86a6-bf3dd7c29719 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:25.485758 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-97410715-8074-442e-9e20-8d0449d38100 req-8fbf5eff-8b39-4ef5-86a6-bf3dd7c29719 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.1654828 Oct 28 17:16:25.547364 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-9510c837-7338-4b55-99db-e81c11fb0774 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:25.554115 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-9510c837-7338-4b55-99db-e81c11fb0774 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 946 time: 0.0635095 Oct 28 17:16:25.593624 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0dc3a4f-9c16-41f7-b069-3e6f3f5d6ce6 req-9c9678ec-57b5-4ac2-98ed-0c8832f32c2b service neutron] 10.222.0.44 "GET /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694546 Oct 28 17:16:25.599126 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-97410715-8074-442e-9e20-8d0449d38100 req-46d892e5-9d13-4a12-b9dc-0cd6e7183d3c tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002645 Oct 28 17:16:25.605525 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-147fc24b-5a65-4b85-9885-2360b240b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:25.607887 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-147fc24b-5a65-4b85-9885-2360b240b64e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1176672 Oct 28 17:16:25.655906 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Deleting port 19bea443-f589-4d74-ad03-11519e3ed074 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:25.656248 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (19bea443-f589-4d74-ad03-11519e3ed074), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:25.709205 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-82a62891-6dfd-427f-939b-ebfe47aad188 service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930252 Oct 28 17:16:25.747656 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] For port 19bea443-f589-4d74-ad03-11519e3ed074, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=19bea443-f589-4d74-ad03-11519e3ed074,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:25.748075 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (19bea443-f589-4d74-ad03-11519e3ed074), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:25.832676 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f0059-c719-4b84-9f95-f6dbe0beaf7d req-db940b6c-c7ee-4100-86e4-d2cebef655b3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:25.835503 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-397f0059-c719-4b84-9f95-f6dbe0beaf7d req-db940b6c-c7ee-4100-86e4-d2cebef655b3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 946 time: 0.1177192 Oct 28 17:16:25.850529 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb162cae-2db2-4e11-92dd-e1f06a739851 req-327d0139-eeef-42df-8851-e7384abfe55a service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323171 Oct 28 17:16:25.893821 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-397f0059-c719-4b84-9f95-f6dbe0beaf7d req-4d08d832-cbf2-4f53-ab58-9d6dfa44d598 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506763 Oct 28 17:16:25.961309 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:25.961679 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (b7e749fb-4e3d-452d-90fb-c5c4ea515df1), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:25.962029 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Floating IP b7e749fb-4e3d-452d-90fb-c5c4ea515df1 disassociated. External IP: 172.27.0.112, port: 19bea443-f589-4d74-ad03-11519e3ed074. Oct 28 17:16:25.962372 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Calling delete_port for 19bea443-f589-4d74-ad03-11519e3ed074 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:26.067978 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device cef39a08-8546-4ead-91a0-ead95355f19f no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:16:26.091703 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (19bea443-f589-4d74-ad03-11519e3ed074), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:26.118426 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event deleted for resources: {'Port': ['ID=19bea443-f589-4d74-ad03-11519e3ed074,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:26.146090 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port cef39a08-8546-4ead-91a0-ead95355f19f is: ACTIVE; New status is: DOWN {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:16:26.146500 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:26.170319 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:26.172644 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d570931-7f8d-4f29-a020-be11fac0b148" -d '{"events": [{"server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "name": "network-vif-unplugged", "status": "completed", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:26.186061 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port cef39a08-8546-4ead-91a0-ead95355f19f, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=cef39a08-8546-4ead-91a0-ead95355f19f,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:26.191255 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:26.215736 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63360e98-3009-4699-9b26-122a7db383cd x-openstack-request-id: req-63360e98-3009-4699-9b26-122a7db383cd {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:26.216032 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "name": "network-vif-unplugged", "status": "completed", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:26.216284 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63360e98-3009-4699-9b26-122a7db383cd {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:26.216673 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63360e98-3009-4699-9b26-122a7db383cd'] response: {'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'code': 200} Oct 28 17:16:26.231542 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Router b355eae0-68f0-4aad-89ff-9ad3dc158f12 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:16:26.241436 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=cef39a08-8546-4ead-91a0-ead95355f19f,revision_number=6']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:26.342967 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:16:26.353565 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] Sync routers for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:16:26.363641 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:26.364244 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:26.384029 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] No DVR routers for this DVR port 19bea443-f589-4d74-ad03-11519e3ed074 on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:16:26.386731 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:26.390151 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a85fbfcf-15f5-49a2-8f6d-b9775f51f13d req-63884869-0544-4c03-830c-314cc4e64314 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "DELETE /v2.0/ports/19bea443-f589-4d74-ad03-11519e3ed074 HTTP/1.1" status: 204 len: 173 time: 0.8307929 Oct 28 17:16:26.471426 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:26.694625 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:26.705400 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ca178e-193b-470d-ba68-c653c4f68817', 'name': 'network-vif-deleted', 'tag': '19bea443-f589-4d74-ad03-11519e3ed074'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:26.708530 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63fa1ca-e01f-4b2c-ad31-e4b46116a8d8" -d '{"events": [{"server_uuid": "71ca178e-193b-470d-ba68-c653c4f68817", "name": "network-vif-deleted", "tag": "19bea443-f589-4d74-ad03-11519e3ed074"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:26.723174 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] Checking router: b355eae0-68f0-4aad-89ff-9ad3dc158f12 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:16:26.732962 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:26.733581 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:26.734188 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b0325-5c2a-492c-8b9a-94da7f28b2e1 req-29e48cb7-c55e-4975-aec0-6240df494c60 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:26.741312 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-437b0325-5c2a-492c-8b9a-94da7f28b2e1 req-29e48cb7-c55e-4975-aec0-6240df494c60 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0647824 Oct 28 17:16:26.755839 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e069225-1683-4e6c-9129-e52599fb3727 x-openstack-request-id: req-4e069225-1683-4e6c-9129-e52599fb3727 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:26.756370 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ca178e-193b-470d-ba68-c653c4f68817", "name": "network-vif-deleted", "tag": "19bea443-f589-4d74-ad03-11519e3ed074", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:26.757306 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e069225-1683-4e6c-9129-e52599fb3727 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:26.757986 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e069225-1683-4e6c-9129-e52599fb3727'] response: {'server_uuid': '71ca178e-193b-470d-ba68-c653c4f68817', 'name': 'network-vif-deleted', 'tag': '19bea443-f589-4d74-ad03-11519e3ed074', 'status': 'completed', 'code': 200} Oct 28 17:16:26.784554 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-437b0325-5c2a-492c-8b9a-94da7f28b2e1 req-fe245a9d-1c9c-4073-b61f-60975690fa8a tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Oct 28 17:16:26.920066 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:27.007038 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bc7fa86a-33bc-48f6-aaa5-00185f00b632 req-7f796d21-6f78-47b4-a85d-a19644bd9e6a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ca178e-193b-470d-ba68-c653c4f68817 HTTP/1.1" status: 200 len: 210 time: 0.0269041 Oct 28 17:16:27.121150 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:27.151497 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c4ea6-3bdb-459d-98df-3a01e9f845a4 None None] The sync data for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi is: [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:16:27.369192 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415986e8-b1f1-4f22-9567-5e86043bb318 None None] New status for floating IP b7e749fb-4e3d-452d-90fb-c5c4ea515df1: DOWN {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:16:27.924014 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d956c1-2d52-4b8a-b1bf-4ced2b1750e0 req-2c6cd7d7-04e0-488e-b615-41b82cbda657 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:27.925465 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-66d956c1-2d52-4b8a-b1bf-4ced2b1750e0 req-2c6cd7d7-04e0-488e-b615-41b82cbda657 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0613635 Oct 28 17:16:27.980981 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-66d956c1-2d52-4b8a-b1bf-4ced2b1750e0 req-02504286-f643-43a1-adab-b109dc21f078 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474298 Oct 28 17:16:28.221371 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-ed2f34c9-41c4-4a1a-a36c-b4c6d63fbc39 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012344524&fields=id&tenant_id=3abebcebabd8423b88fce0d5e65b81a7 HTTP/1.1" status: 200 len: 267 time: 0.0451214 Oct 28 17:16:28.330981 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-32ffd87e-be7c-43e5-86df-cb75ba0b9c6a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:28.332353 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-32ffd87e-be7c-43e5-86df-cb75ba0b9c6a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 811 time: 0.1045299 Oct 28 17:16:28.359708 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-bb279652-f3fd-4397-bc0e-ec1761916ea7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/quotas/3abebcebabd8423b88fce0d5e65b81a7 HTTP/1.1" status: 200 len: 375 time: 0.0218725 Oct 28 17:16:28.427491 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32074494-3cf6-4290-9d2e-90a2d70c5f71 req-c98554bc-921b-42c9-96c8-ed0c55a2f719 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:28.428941 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-32074494-3cf6-4290-9d2e-90a2d70c5f71 req-c98554bc-921b-42c9-96c8-ed0c55a2f719 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 945 time: 0.0838439 Oct 28 17:16:28.446521 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-e088abaf-c67d-4497-8718-a358f112ee3c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717831 Oct 28 17:16:28.528032 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-32074494-3cf6-4290-9d2e-90a2d70c5f71 req-6cd4fbf3-1364-4fda-a94e-0c3ff062f7d0 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924919 Oct 28 17:16:28.562790 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-42c02d8f-0e17-44ad-8570-db343d3e00f3 service neutron] 10.222.0.20 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032193 Oct 28 17:16:28.652405 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-5ae0287f-f57a-4205-8639-632a9ac0d0e2 service neutron] 10.222.0.20 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838125 Oct 28 17:16:28.955720 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4a8af3e4-2e71-4063-ac39-08668eb2e791 req-3b16b5e4-dc5b-4cb9-9c3b-683f25aea662 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0276861 Oct 28 17:16:29.114370 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ba174-f217-4994-a473-2a0acc9a2a32 req-72c9385f-2961-40a8-a89e-1facc8aa4de7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:29.115829 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc0ba174-f217-4994-a473-2a0acc9a2a32 req-72c9385f-2961-40a8-a89e-1facc8aa4de7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0568261 Oct 28 17:16:29.167940 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc0ba174-f217-4994-a473-2a0acc9a2a32 req-4c39eab1-ab9a-4b50-96dc-a0c7a2b349a9 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459993 Oct 28 17:16:29.660342 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd35332-e827-4757-9a4d-352039b03f14 req-d818c375-609d-4911-8da5-b725a2067e37 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:29.661761 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4bd35332-e827-4757-9a4d-352039b03f14 req-d818c375-609d-4911-8da5-b725a2067e37 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 945 time: 0.0574431 Oct 28 17:16:29.709180 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4bd35332-e827-4757-9a4d-352039b03f14 req-861a74b1-6a50-4f58-9dd1-97f589e3e36c tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415597 Oct 28 17:16:29.996515 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-a55b3785-0c37-4f8c-a339-93a0e5d4da03 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:29.998071 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-a55b3785-0c37-4f8c-a339-93a0e5d4da03 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 811 time: 0.1033864 Oct 28 17:16:30.057827 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a44345b3-70c6-47c9-949a-259412877ab1 req-8eea82b9-17f0-439e-a87c-5eaf03c2e0e0 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0270500 Oct 28 17:16:30.062141 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-910109c4-2a5c-475c-b9ec-dd96663f30df tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3abebcebabd8423b88fce0d5e65b81a7 HTTP/1.1" status: 200 len: 380 time: 0.0538139 Oct 28 17:16:30.074485 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'port': {'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'admin_state_up': True, 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'security_groups': ['dc4b307b-622e-49b3-9e6a-d62eb64b5be5']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:30.086433 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 19bea443-f589-4d74-ad03-11519e3ed074 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:16:30.109261 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 19bea443-f589-4d74-ad03-11519e3ed074 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:16:30.109695 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 19bea443-f589-4d74-ad03-11519e3ed074 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:16:30.180468 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Made reservation on behalf of 3abebcebabd8423b88fce0d5e65b81a7 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:16:30.186840 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:30.297326 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8afc7-682d-4be6-8dd2-74ee8a5593d1 req-46ee220a-b842-45b4-acea-f1075ed13f22 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:30.298905 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-98c8afc7-682d-4be6-8dd2-74ee8a5593d1 req-46ee220a-b842-45b4-acea-f1075ed13f22 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0600896 Oct 28 17:16:30.360628 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-98c8afc7-682d-4be6-8dd2-74ee8a5593d1 req-fef1de44-227b-4676-81b8-1c1fc720b550 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554914 Oct 28 17:16:30.553353 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Allocated IP 172.20.0.7 (2f7c9441-eac8-495b-be8c-b2ca75ecaa50/bb8530f7-264a-46ec-9833-4412157a69e8/6c84547d-a93c-436c-b9d5-27c861a1147c) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:16:30.695194 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:30.731541 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:30.776550 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:16:30.780098 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:16:30.784435 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:16:30.811275 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'Port': ['ID=6c84547d-a93c-436c-b9d5-27c861a1147c,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:30.842308 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:30.842984 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:30.862664 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-db99e445-8cec-4e22-9e5a-9f1d3862bc86 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7920208 Oct 28 17:16:30.875493 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Request body: {'port': {'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:30.902497 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-085c2a0f-ad71-435b-933b-bdb783423812 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:30.904782 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-085c2a0f-ad71-435b-933b-bdb783423812 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 945 time: 0.0580053 Oct 28 17:16:30.951990 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.040333 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a419eaa-a0b7-46f0-95dc-1a246e9982a5 req-7a7e6cfe-7747-431c-b1aa-00555c5e504b tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:31.041798 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2a419eaa-a0b7-46f0-95dc-1a246e9982a5 req-7a7e6cfe-7747-431c-b1aa-00555c5e504b tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d2edc6-33d5-467c-bba7-93255d3858d3 HTTP/1.1" status: 200 len: 945 time: 0.0937862 Oct 28 17:16:31.048650 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-6fddc4f2-bcd9-44ce-8014-eb062e2cb959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Deleting port f3786c0d-495b-4948-b133-477821b66f8c {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:31.048977 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-6fddc4f2-bcd9-44ce-8014-eb062e2cb959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (f3786c0d-495b-4948-b133-477821b66f8c), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.102624 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-27caca56-08fc-4623-b739-5902e29dea59 None None] Provisioning complete for port 6c84547d-a93c-436c-b9d5-27c861a1147c triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:16:31.103181 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-27caca56-08fc-4623-b739-5902e29dea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.103626 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-27caca56-08fc-4623-b739-5902e29dea59 None None] Attempt 1 to provision port 6c84547d-a93c-436c-b9d5-27c861a1147c Oct 28 17:16:31.142471 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-27caca56-08fc-4623-b739-5902e29dea59 None None] Port 6c84547d-a93c-436c-b9d5-27c861a1147c cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:16:31.146488 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2a419eaa-a0b7-46f0-95dc-1a246e9982a5 req-fbf74945-3e78-4396-a0fc-b1e0f1519463 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6e6d73-80e3-4169-9858-cd73d1b1a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946178 Oct 28 17:16:31.207995 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-6fddc4f2-bcd9-44ce-8014-eb062e2cb959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] For port f3786c0d-495b-4948-b133-477821b66f8c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=f3786c0d-495b-4948-b133-477821b66f8c,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:31.208374 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-6fddc4f2-bcd9-44ce-8014-eb062e2cb959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (f3786c0d-495b-4948-b133-477821b66f8c), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.212730 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c84547d-a93c-436c-b9d5-27c861a1147c {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:16:31.220345 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Publish callbacks [] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.222666 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-6fddc4f2-bcd9-44ce-8014-eb062e2cb959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Calling delete_port for f3786c0d-495b-4948-b133-477821b66f8c owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:31.232017 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Transition to ACTIVE for port object 6c84547d-a93c-436c-b9d5-27c861a1147c will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:16:31.236095 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.272588 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a371b-dd68-445a-a09d-1fb7637aa7b0 req-643ab854-06f5-4750-ae2d-be1b4fe44ce6 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:31.274096 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0a2a371b-dd68-445a-a09d-1fb7637aa7b0 req-643ab854-06f5-4750-ae2d-be1b4fe44ce6 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 931 time: 0.1101217 Oct 28 17:16:31.316137 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Pushing event updated for resources: {'Port': ['ID=6c84547d-a93c-436c-b9d5-27c861a1147c,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:31.347551 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Attempting to bind port 6c84547d-a93c-436c-b9d5-27c861a1147c on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:16:31.347798 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0a2a371b-dd68-445a-a09d-1fb7637aa7b0 req-6c1c4a0e-8d4b-4f39-b826-a190e3c37ad5 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669794 Oct 28 17:16:31.347947 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Attempting to bind port 6c84547d-a93c-436c-b9d5-27c861a1147c by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:16:31.348125 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Attempting to bind port 6c84547d-a93c-436c-b9d5-27c861a1147c on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:16:31.352722 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Port 6c84547d-a93c-436c-b9d5-27c861a1147c on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:16:31.352994 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Attempting to bind port 6c84547d-a93c-436c-b9d5-27c861a1147c on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:16:31.357939 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:16:31.358302 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Checking segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:16:31.358830 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Bound using segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:16:31.359259 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Bound port: 6c84547d-a93c-436c-b9d5-27c861a1147c, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:16:31.359612 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.414540 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-6fddc4f2-bcd9-44ce-8014-eb062e2cb959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (f3786c0d-495b-4948-b133-477821b66f8c), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.420867 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] For port 6c84547d-a93c-436c-b9d5-27c861a1147c, host hv-cinder-85983, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:16:31.426418 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] For port 6c84547d-a93c-436c-b9d5-27c861a1147c, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=6c84547d-a93c-436c-b9d5-27c861a1147c,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:16:31.427671 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['f3786c0d-495b-4948-b133-477821b66f8c'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:16:31.436820 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.441043 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:31.441782 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.443262 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] 10.222.0.44 "PUT /v2.0/ports/6c84547d-a93c-436c-b9d5-27c861a1147c HTTP/1.1" status: 200 len: 1093 time: 0.5729258 Oct 28 17:16:31.445616 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'tag': '6c84547d-a93c-436c-b9d5-27c861a1147c'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:31.447945 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4896b869-fb33-44fe-a422-2e053363b999" -d '{"events": [{"name": "network-changed", "server_uuid": "6c681396-a0a4-43fb-b04f-e0703437b0e7", "tag": "6c84547d-a93c-436c-b9d5-27c861a1147c"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:31.457155 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddc4f2-bcd9-44ce-8014-eb062e2cb959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Pushing event deleted for resources: {'Port': ['ID=f3786c0d-495b-4948-b133-477821b66f8c,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:31.511551 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceff808a-072d-44f0-bf94-1f2a71721197 x-openstack-request-id: req-ceff808a-072d-44f0-bf94-1f2a71721197 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:31.511844 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c681396-a0a4-43fb-b04f-e0703437b0e7", "tag": "6c84547d-a93c-436c-b9d5-27c861a1147c", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:31.512139 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceff808a-072d-44f0-bf94-1f2a71721197 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:31.512543 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceff808a-072d-44f0-bf94-1f2a71721197'] response: {'name': 'network-changed', 'server_uuid': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'tag': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'status': 'completed', 'code': 200} Oct 28 17:16:31.527879 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-6fddc4f2-bcd9-44ce-8014-eb062e2cb959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] No DVR routers for this DVR port f3786c0d-495b-4948-b133-477821b66f8c on host hv-cinder-85983 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:16:31.531253 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-6fddc4f2-bcd9-44ce-8014-eb062e2cb959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:31.534664 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0b7ed7d6-226f-4d00-8a41-6f755b4261fe req-6fddc4f2-bcd9-44ce-8014-eb062e2cb959 tempest-TestMinimumBasicScenario-248730442 tempest-TestMinimumBasicScenario-248730442-project] 10.222.0.44 "DELETE /v2.0/ports/f3786c0d-495b-4948-b133-477821b66f8c HTTP/1.1" status: 204 len: 173 time: 0.6233609 Oct 28 17:16:31.535258 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'name': 'network-vif-deleted', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:31.537643 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2cbbb7-dfb8-4c8a-9f68-7b20071cd75e" -d '{"events": [{"server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "name": "network-vif-deleted", "tag": "f3786c0d-495b-4948-b133-477821b66f8c"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:31.543254 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46132e-73ad-4cd6-9292-52dc5700775e service neutron] Pushing event updated for resources: {'Port': ['ID=6c84547d-a93c-436c-b9d5-27c861a1147c,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:31.562877 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2244a2-a8a9-4bc1-92c6-5fb01798f3d2 req-31ba14a3-9cf7-4c55-94f4-d5a14bacdce7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:31.564457 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8a2244a2-a8a9-4bc1-92c6-5fb01798f3d2 req-31ba14a3-9cf7-4c55-94f4-d5a14bacdce7 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.1180294 Oct 28 17:16:31.568307 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-f73e9b1a-f02e-40d6-9d8c-606888fcf272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:31.569894 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-f73e9b1a-f02e-40d6-9d8c-606888fcf272 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 1127 time: 0.0735958 Oct 28 17:16:31.593509 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dc5193-ab80-458c-9a7f-d27b000418eb x-openstack-request-id: req-27dc5193-ab80-458c-9a7f-d27b000418eb {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:31.593799 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d2edc6-33d5-467c-bba7-93255d3858d3", "name": "network-vif-deleted", "tag": "f3786c0d-495b-4948-b133-477821b66f8c", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:31.594099 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27dc5193-ab80-458c-9a7f-d27b000418eb {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:31.594501 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27dc5193-ab80-458c-9a7f-d27b000418eb'] response: {'server_uuid': 'd8d2edc6-33d5-467c-bba7-93255d3858d3', 'name': 'network-vif-deleted', 'tag': 'f3786c0d-495b-4948-b133-477821b66f8c', 'status': 'completed', 'code': 200} Oct 28 17:16:31.621564 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8a2244a2-a8a9-4bc1-92c6-5fb01798f3d2 req-f71d99c2-b596-4e99-ae2c-992baca2ac57 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500002 Oct 28 17:16:31.622955 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-4c78b6c2-35ae-47d8-bcd1-4fcfbfc6f680 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c84547d-a93c-436c-b9d5-27c861a1147c HTTP/1.1" status: 200 len: 217 time: 0.0388002 Oct 28 17:16:31.643829 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-27caca56-08fc-4623-b739-5902e29dea59 None None] Attempt 2 to provision port 6c84547d-a93c-436c-b9d5-27c861a1147c Oct 28 17:16:31.672249 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-5794c106-9da5-40ff-971f-2e67a7d2adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:31.673753 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-5794c106-9da5-40ff-971f-2e67a7d2adce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0444117 Oct 28 17:16:31.689642 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-27caca56-08fc-4623-b739-5902e29dea59 None None] Port 6c84547d-a93c-436c-b9d5-27c861a1147c had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:16:31.732846 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-28fa07dd-307e-4b65-a624-f0964e773881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:31.734364 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-28fa07dd-307e-4b65-a624-f0964e773881 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447097 Oct 28 17:16:31.828743 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-a4d4c4e6-d12a-4a57-9216-57b9f04eff0b service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848703 Oct 28 17:16:31.927862 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4ca9c00-3ecd-4234-9d45-efd8d35df4b5 req-ab0e9c45-62a8-4bb4-bace-d8d174885380 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866945 Oct 28 17:16:32.054796 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b869-fb33-44fe-a422-2e053363b999 req-cc72b17d-cb52-435d-8940-362ed24b32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:32.056556 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4896b869-fb33-44fe-a422-2e053363b999 req-cc72b17d-cb52-435d-8940-362ed24b32cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 1127 time: 0.0521803 Oct 28 17:16:32.154509 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b869-fb33-44fe-a422-2e053363b999 req-e75de06e-9325-4e94-b9b5-80e86f3634c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:32.155866 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4896b869-fb33-44fe-a422-2e053363b999 req-e75de06e-9325-4e94-b9b5-80e86f3634c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 912 time: 0.0842974 Oct 28 17:16:32.208722 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4896b869-fb33-44fe-a422-2e053363b999 req-d1f8aa4d-a74a-499f-be45-9bdb6835de5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c84547d-a93c-436c-b9d5-27c861a1147c HTTP/1.1" status: 200 len: 217 time: 0.0370333 Oct 28 17:16:32.259560 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b869-fb33-44fe-a422-2e053363b999 req-9295873f-1d11-46c7-a3c0-a002ae0b6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:32.261019 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4896b869-fb33-44fe-a422-2e053363b999 req-9295873f-1d11-46c7-a3c0-a002ae0b6e4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0433385 Oct 28 17:16:32.314991 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b869-fb33-44fe-a422-2e053363b999 req-b37ff36c-e8c5-4153-8744-c2aefbcf57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:32.316503 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4896b869-fb33-44fe-a422-2e053363b999 req-b37ff36c-e8c5-4153-8744-c2aefbcf57f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461087 Oct 28 17:16:32.428135 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4896b869-fb33-44fe-a422-2e053363b999 req-d9625e7f-9fe7-453e-bb94-5e5c3c40d190 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023986 Oct 28 17:16:32.486668 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ae4e8-ccfc-47e1-ba57-f8f9e28ca165 req-ba57c5b3-1a8a-4269-9966-b49259349ac6 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:32.489354 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-271ae4e8-ccfc-47e1-ba57-f8f9e28ca165 req-ba57c5b3-1a8a-4269-9966-b49259349ac6 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0589316 Oct 28 17:16:32.532389 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4896b869-fb33-44fe-a422-2e053363b999 req-5af90cd7-656f-4285-ba9d-aac0d4a4ab48 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950806 Oct 28 17:16:32.544574 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-271ae4e8-ccfc-47e1-ba57-f8f9e28ca165 req-720e55fa-1e40-4f0a-b9f7-c5ce63e0f66e tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489278 Oct 28 17:16:32.748794 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1935c-529b-405d-ba18-c132a9918252 req-96342d7e-9151-4ea6-b186-9c5d877c3fd4 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:32.750423 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b6c1935c-529b-405d-ba18-c132a9918252 req-96342d7e-9151-4ea6-b186-9c5d877c3fd4 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0542428 Oct 28 17:16:32.762046 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35692) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:32.867634 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b6c1935c-529b-405d-ba18-c132a9918252 req-6f844953-2de8-434e-95ca-7da80fd31512 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110375 Oct 28 17:16:33.135606 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (057102e3-5cc6-4db2-9ff7-4458bf4d5111), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:33.611939 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] Deleting port 45772b6c-dade-4734-8c17-cdd23c97455c {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:33.612593 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:33.720942 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] For port 45772b6c-dade-4734-8c17-cdd23c97455c, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=45772b6c-dade-4734-8c17-cdd23c97455c,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:33.721298 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:33.735514 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47dd42-6d91-41e3-a1f6-2f23eaa2fb3c req-2c1e1462-8251-430b-b18b-e98689c93e49 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:33.736990 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec47dd42-6d91-41e3-a1f6-2f23eaa2fb3c req-2c1e1462-8251-430b-b18b-e98689c93e49 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 943 time: 0.1132681 Oct 28 17:16:33.742680 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] Calling delete_port for 45772b6c-dade-4734-8c17-cdd23c97455c owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:33.832442 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec47dd42-6d91-41e3-a1f6-2f23eaa2fb3c req-6b30a413-20d0-4bdd-8209-f1fbfdaab1a9 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877240 Oct 28 17:16:33.984754 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (45772b6c-dade-4734-8c17-cdd23c97455c), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:33.988382 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954ddd-2cda-4f79-8597-276629891c52 req-465a215d-3713-409a-a7a0-d0f678403235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:33.989883 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a954ddd-2cda-4f79-8597-276629891c52 req-465a215d-3713-409a-a7a0-d0f678403235 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 1128 time: 0.0442536 Oct 28 17:16:34.014741 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=45772b6c-dade-4734-8c17-cdd23c97455c,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:34.039328 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a954ddd-2cda-4f79-8597-276629891c52 req-118b77ba-bf31-4f6b-9b54-50e6ee6a9565 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Oct 28 17:16:34.057913 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4ab7b-6d4d-47dd-b1ec-810924d012f3 req-ea696484-4ce5-4f0d-be28-df8eaa0e1b78 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:34.059487 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c3d4ab7b-6d4d-47dd-b1ec-810924d012f3 req-ea696484-4ce5-4f0d-be28-df8eaa0e1b78 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.1142192 Oct 28 17:16:34.070883 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device f3786c0d-495b-4948-b133-477821b66f8c no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:16:34.091796 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: f3786c0d-495b-4948-b133-477821b66f8c {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:16:34.092057 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device f3786c0d-495b-4948-b133-477821b66f8c not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:16:34.177595 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c3d4ab7b-6d4d-47dd-b1ec-810924d012f3 req-a45ec033-e66b-4ebc-9acb-820d435b12ec tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895982 Oct 28 17:16:34.184116 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (057102e3-5cc6-4db2-9ff7-4458bf4d5111), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:34.396294 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] Router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:16:34.496393 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:16:34.501363 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8480e001-b769-467e-977c-256f51ded9f0 admin admin] 10.222.0.20 "PUT /v2.0/routers/057102e3-5cc6-4db2-9ff7-4458bf4d5111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7383971 Oct 28 17:16:34.503993 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35700) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:34.508284 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] Sync routers for ids ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:16:34.519386 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] Routers {'057102e3-5cc6-4db2-9ff7-4458bf4d5111'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:34.520056 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:34.603691 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Publish callbacks [] for router (057102e3-5cc6-4db2-9ff7-4458bf4d5111), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:34.616873 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] Set router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:34.711830 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Publish callbacks [] for router_gateway (057102e3-5cc6-4db2-9ff7-4458bf4d5111), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:34.759657 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Deleting port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:34.759951 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:34.782948 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:16:33Z', 'revision_number': 5, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port': {'id': '79b70fbb-8945-4bb7-bfe8-d8d0224537eb', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:34.808172 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] Checking router: 057102e3-5cc6-4db2-9ff7-4458bf4d5111 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:16:34.817001 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] Routers {'057102e3-5cc6-4db2-9ff7-4458bf4d5111'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:34.817599 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:34.843693 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] For port 79b70fbb-8945-4bb7-bfe8-d8d0224537eb, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=79b70fbb-8945-4bb7-bfe8-d8d0224537eb,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:34.844059 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:34.855833 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Calling delete_port for 79b70fbb-8945-4bb7-bfe8-d8d0224537eb owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:34.899925 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] Set router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:34.950982 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:16:34Z', 'revision_number': 6, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:34.974074 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8504fad-7b2c-484d-bc8d-0ed710a6269c None None] The sync data for ids ['057102e3-5cc6-4db2-9ff7-4458bf4d5111'] in dv-cinder-859839-1-iscsi is: [{'id': '057102e3-5cc6-4db2-9ff7-4458bf4d5111', 'name': 'tempest-TestMinimumBasicScenario-1170583802-router', 'tenant_id': '7654683fb6b74d3488de28ae23771aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:44Z', 'updated_at': '2022-10-28T17:16:34Z', 'revision_number': 6, 'project_id': '7654683fb6b74d3488de28ae23771aa2', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:16:35.013966 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2e0d-3b1b-4ba5-b90a-0c9b6487c2b0 req-b58bef1d-797a-4706-8419-9abbe5ed148d tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:35.015544 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6e9b2e0d-3b1b-4ba5-b90a-0c9b6487c2b0 req-b58bef1d-797a-4706-8419-9abbe5ed148d tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 943 time: 0.1091399 Oct 28 17:16:35.087645 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (79b70fbb-8945-4bb7-bfe8-d8d0224537eb), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.096614 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6e9b2e0d-3b1b-4ba5-b90a-0c9b6487c2b0 req-ab2e7ae9-a362-4f89-8b82-6ffc5f662ac7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752232 Oct 28 17:16:35.118271 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b70fbb-8945-4bb7-bfe8-d8d0224537eb,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:35.144902 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (057102e3-5cc6-4db2-9ff7-4458bf4d5111), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.229345 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (057102e3-5cc6-4db2-9ff7-4458bf4d5111), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.231593 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Publish callbacks [] for router_controller (057102e3-5cc6-4db2-9ff7-4458bf4d5111), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.292274 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (057102e3-5cc6-4db2-9ff7-4458bf4d5111), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.292864 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 057102e3-5cc6-4db2-9ff7-4458bf4d5111 {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:16:35.298201 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.299330 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-407c549f-f542-4034-b7b3-121c6d9836d2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/057102e3-5cc6-4db2-9ff7-4458bf4d5111 HTTP/1.1" status: 204 len: 168 time: 0.7944734 Oct 28 17:16:35.302367 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35706) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:35.324442 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f85ea-c6e6-44e0-9f0e-da558a59bc9c req-e23c604e-117b-447b-90bd-e04443d4b8fa tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:35.325975 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6e9f85ea-c6e6-44e0-9f0e-da558a59bc9c req-e23c604e-117b-447b-90bd-e04443d4b8fa tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 944 time: 0.0611069 Oct 28 17:16:35.352713 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c66961-052d-4aeb-9994-ace6ddb87299 admin admin] Deleting subnet dc36c1bd-daa1-4cf4-8be1-c6108ac9e429 {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:16:35.356087 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a0c66961-052d-4aeb-9994-ace6ddb87299 admin admin] Publish callbacks [] for subnet (dc36c1bd-daa1-4cf4-8be1-c6108ac9e429), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.379628 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6e9f85ea-c6e6-44e0-9f0e-da558a59bc9c req-0a0fbb43-fffb-4a57-beb4-f92a99c4ad60 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458531 Oct 28 17:16:35.391340 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a0c66961-052d-4aeb-9994-ace6ddb87299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5549045'] for subnet (dc36c1bd-daa1-4cf4-8be1-c6108ac9e429), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.500736 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a0c66961-052d-4aeb-9994-ace6ddb87299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (dc36c1bd-daa1-4cf4-8be1-c6108ac9e429), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.556798 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a0c66961-052d-4aeb-9994-ace6ddb87299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5548949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5515814'] for subnet (dc36c1bd-daa1-4cf4-8be1-c6108ac9e429), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.584601 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c66961-052d-4aeb-9994-ace6ddb87299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc36c1bd-daa1-4cf4-8be1-c6108ac9e429,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:35.588272 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a0c66961-052d-4aeb-9994-ace6ddb87299 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.594031 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a0c66961-052d-4aeb-9994-ace6ddb87299 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc36c1bd-daa1-4cf4-8be1-c6108ac9e429 HTTP/1.1" status: 204 len: 168 time: 0.2882648 Oct 28 17:16:35.594316 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35708) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:35.597272 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20683bcb-5ef8-468e-8df8-bd34ebfa7f7b None None] Network 4526a78e-5b70-46b4-957d-2eced02410ae requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:16:35.669490 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (4526a78e-5b70-46b4-957d-2eced02410ae), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.720842 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Deleting port 3d2945b1-793d-4908-87d9-17cea2e22ce9 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:35.721193 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.767991 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c09e80-7ba3-493f-b2ca-6b14a43d69b7 None None] DHCP port deletion for 4526a78e-5b70-46b4-957d-2eced02410ae request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:16:35.790192 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] For port 3d2945b1-793d-4908-87d9-17cea2e22ce9, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=3d2945b1-793d-4908-87d9-17cea2e22ce9,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:35.790632 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.802603 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Calling delete_port for 3d2945b1-793d-4908-87d9-17cea2e22ce9 owned by network:dhcp {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:35.809997 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-31c09e80-7ba3-493f-b2ca-6b14a43d69b7 None None] Deleting port 3d2945b1-793d-4908-87d9-17cea2e22ce9 {{(pid=103945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:35.810729 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-31c09e80-7ba3-493f-b2ca-6b14a43d69b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), before_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.874127 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-31c09e80-7ba3-493f-b2ca-6b14a43d69b7 None None] For port 3d2945b1-793d-4908-87d9-17cea2e22ce9, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=3d2945b1-793d-4908-87d9-17cea2e22ce9,segment=NetworkSegment(a135d77a-2471-493c-893d-00506fa122b0),segment_id=a135d77a-2471-493c-893d-00506fa122b0)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:35.874518 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-31c09e80-7ba3-493f-b2ca-6b14a43d69b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), precommit_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.886602 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:35.887501 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-31c09e80-7ba3-493f-b2ca-6b14a43d69b7 None None] Calling delete_port for 3d2945b1-793d-4908-87d9-17cea2e22ce9 owned by network:dhcp {{(pid=103945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:35.926014 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2945b1-793d-4908-87d9-17cea2e22ce9,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:35.931364 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] No DVR routers for this DVR port 3d2945b1-793d-4908-87d9-17cea2e22ce9 on host dv-cinder-859839-1-iscsi {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:16:36.027125 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (4526a78e-5b70-46b4-957d-2eced02410ae), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:36.049608 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4526a78e-5b70-46b4-957d-2eced02410ae']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:36.059274 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a135d77a-2471-493c-893d-00506fa122b0') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:36.059564 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a135d77a-2471-493c-893d-00506fa122b0') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:36.069203 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (a135d77a-2471-493c-893d-00506fa122b0), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:36.082837 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (a135d77a-2471-493c-893d-00506fa122b0), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:36.088750 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:16:36.089203 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (a135d77a-2471-493c-893d-00506fa122b0), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:36.107907 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device cef39a08-8546-4ead-91a0-ead95355f19f details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:16:36.153207 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (4526a78e-5b70-46b4-957d-2eced02410ae), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:36.170374 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-31c09e80-7ba3-493f-b2ca-6b14a43d69b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (3d2945b1-793d-4908-87d9-17cea2e22ce9), after_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:36.174347 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:36.178832 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4526a78e-5b70-46b4-957d-2eced02410ae HTTP/1.1" status: 204 len: 168 time: 0.5835540 Oct 28 17:16:36.180978 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21b0e-8e09-46db-9ac7-60385208374a admin admin] Pushing event deleted for resources: {'Network': ['ID=4526a78e-5b70-46b4-957d-2eced02410ae,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:36.181615 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31c09e80-7ba3-493f-b2ca-6b14a43d69b7 None None] Network 4526a78e-5b70-46b4-957d-2eced02410ae is not hosted by any dhcp agent {{(pid=103945) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 17:16:36.181759 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35716) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:36.182803 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c09e80-7ba3-493f-b2ca-6b14a43d69b7 None None] No DVR routers for this DVR port 3d2945b1-793d-4908-87d9-17cea2e22ce9 on host dv-cinder-859839-1-iscsi {{(pid=103945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:16:36.193255 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment a135d77a-2471-493c-893d-00506fa122b0 resource provider aggregate not found Oct 28 17:16:36.213518 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment a135d77a-2471-493c-893d-00506fa122b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a135d77a-2471-493c-893d-00506fa122b0 found for delete ", "request_id": "req-813e2954-3bb4-4c40-9a8c-f1ec324e10f7"}]} Oct 28 17:16:36.240853 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c09e80-7ba3-493f-b2ca-6b14a43d69b7 None None] Pushing event deleted for resources: {'Port': ['ID=3d2945b1-793d-4908-87d9-17cea2e22ce9,revision_number=None']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:36.286755 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port cef39a08-8546-4ead-91a0-ead95355f19f, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=cef39a08-8546-4ead-91a0-ead95355f19f,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:36.297476 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'port_id': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'mac_address': 'fa:16:3e:aa:9d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:16:36.324666 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a84f81-2adc-45ea-9933-8540054b6f8d req-416a15c8-1e0e-46b5-b58f-674fedd0e890 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:36.326155 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94a84f81-2adc-45ea-9933-8540054b6f8d req-416a15c8-1e0e-46b5-b58f-674fedd0e890 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 943 time: 0.1302335 Oct 28 17:16:36.331695 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port cef39a08-8546-4ead-91a0-ead95355f19f is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:16:36.332309 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:36.349472 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef39a08-8546-4ead-91a0-ead95355f19f {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:16:36.368463 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port cef39a08-8546-4ead-91a0-ead95355f19f, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=cef39a08-8546-4ead-91a0-ead95355f19f,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:36.374408 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:36.428200 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=cef39a08-8546-4ead-91a0-ead95355f19f,revision_number=7']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:36.459187 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-94a84f81-2adc-45ea-9933-8540054b6f8d req-aa95ac33-32c4-46c7-afc2-7dbf5691f05c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266363 Oct 28 17:16:36.490325 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 45772b6c-dade-4734-8c17-cdd23c97455c no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:16:36.509641 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 45772b6c-dade-4734-8c17-cdd23c97455c {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:16:36.510151 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 45772b6c-dade-4734-8c17-cdd23c97455c not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:16:36.510582 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 79b70fbb-8945-4bb7-bfe8-d8d0224537eb no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:16:36.527983 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 79b70fbb-8945-4bb7-bfe8-d8d0224537eb {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:16:36.528322 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 79b70fbb-8945-4bb7-bfe8-d8d0224537eb not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:16:36.528730 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 3d2945b1-793d-4908-87d9-17cea2e22ce9 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:16:36.545943 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 3d2945b1-793d-4908-87d9-17cea2e22ce9 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:16:36.546312 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 3d2945b1-793d-4908-87d9-17cea2e22ce9 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:16:36.570115 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994b5d1-f45b-4386-8768-43e6016b008f req-8e58bdf5-d4fc-4b35-91a8-0c6c1638cf00 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:36.571570 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0994b5d1-f45b-4386-8768-43e6016b008f req-8e58bdf5-d4fc-4b35-91a8-0c6c1638cf00 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 945 time: 0.0992062 Oct 28 17:16:36.639482 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0994b5d1-f45b-4386-8768-43e6016b008f req-22f47128-0c18-4e9e-b881-91b531053bbb tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614877 Oct 28 17:16:36.688859 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (41f5739d-3464-4838-963f-1cd6c6ef20a4), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:36.889132 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['cef39a08-8546-4ead-91a0-ead95355f19f'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:16:37.150083 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] Deleting port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:37.150324 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:37.235878 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] For port 2261ebda-41a2-4aee-a1f7-3846c0e28ab3, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=2261ebda-41a2-4aee-a1f7-3846c0e28ab3,segment=NetworkSegment(cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95),segment_id=cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:37.236561 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:37.248962 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] Calling delete_port for 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:37.433992 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (2261ebda-41a2-4aee-a1f7-3846c0e28ab3), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:37.457434 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] Pushing event deleted for resources: {'Port': ['ID=2261ebda-41a2-4aee-a1f7-3846c0e28ab3,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:37.605064 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (41f5739d-3464-4838-963f-1cd6c6ef20a4), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:37.666113 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d025c6-b4e4-4b51-a32d-0c6c4e808edb req-654ce829-caa2-4b7e-96be-6cad85b03b25 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:37.667619 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-84d025c6-b4e4-4b51-a32d-0c6c4e808edb req-654ce829-caa2-4b7e-96be-6cad85b03b25 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 943 time: 0.1086135 Oct 28 17:16:37.757635 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-84d025c6-b4e4-4b51-a32d-0c6c4e808edb req-c3ecdc41-f935-46a2-936f-3320a772f652 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818298 Oct 28 17:16:37.859594 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] Router 41f5739d-3464-4838-963f-1cd6c6ef20a4 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:16:37.963350 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:16:37.969345 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b165898c-9374-4f07-bedf-8fd922ecec9b admin admin] 10.222.0.20 "PUT /v2.0/routers/41f5739d-3464-4838-963f-1cd6c6ef20a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7865133 Oct 28 17:16:37.971234 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35726) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:37.972513 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] Sync routers for ids ['41f5739d-3464-4838-963f-1cd6c6ef20a4'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:16:37.983511 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] Routers {'41f5739d-3464-4838-963f-1cd6c6ef20a4'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:37.984208 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['41f5739d-3464-4838-963f-1cd6c6ef20a4'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:38.069566 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Publish callbacks [] for router (41f5739d-3464-4838-963f-1cd6c6ef20a4), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.080169 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] Set router 41f5739d-3464-4838-963f-1cd6c6ef20a4 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:38.166526 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Publish callbacks [] for router_gateway (41f5739d-3464-4838-963f-1cd6c6ef20a4), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.216386 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Deleting port acc33d4b-f89f-4af3-9a8c-944905d25b27 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:38.216728 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.249921 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'name': 'tempest-TestMinimumBasicScenario-1604625908-router', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:16:37Z', 'revision_number': 5, 'project_id': '505aede470734e1d82000680e9bb9271', 'gw_port': {'id': 'acc33d4b-f89f-4af3-9a8c-944905d25b27', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:38.273922 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] Checking router: 41f5739d-3464-4838-963f-1cd6c6ef20a4 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:16:38.282327 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] Routers {'41f5739d-3464-4838-963f-1cd6c6ef20a4'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:38.282917 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['41f5739d-3464-4838-963f-1cd6c6ef20a4'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:38.297004 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] For port acc33d4b-f89f-4af3-9a8c-944905d25b27, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=acc33d4b-f89f-4af3-9a8c-944905d25b27,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:38.297362 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.308803 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Calling delete_port for acc33d4b-f89f-4af3-9a8c-944905d25b27 owned by network:router_gateway {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:38.364134 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] Set router 41f5739d-3464-4838-963f-1cd6c6ef20a4 gateway port host: None {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:38.418781 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'name': 'tempest-TestMinimumBasicScenario-1604625908-router', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:16:38Z', 'revision_number': 6, 'project_id': '505aede470734e1d82000680e9bb9271', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:38.449318 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492a3b6-66d1-4eba-9fe0-1c6ced0d1110 None None] The sync data for ids ['41f5739d-3464-4838-963f-1cd6c6ef20a4'] in dv-cinder-859839-1-iscsi is: [{'id': '41f5739d-3464-4838-963f-1cd6c6ef20a4', 'name': 'tempest-TestMinimumBasicScenario-1604625908-router', 'tenant_id': '505aede470734e1d82000680e9bb9271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:49Z', 'updated_at': '2022-10-28T17:16:38Z', 'revision_number': 6, 'project_id': '505aede470734e1d82000680e9bb9271', 'gw_port_host': None}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:16:38.486477 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (acc33d4b-f89f-4af3-9a8c-944905d25b27), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.510092 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc33d4b-f89f-4af3-9a8c-944905d25b27,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:38.573811 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (41f5739d-3464-4838-963f-1cd6c6ef20a4), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.672211 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (41f5739d-3464-4838-963f-1cd6c6ef20a4), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.674302 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Publish callbacks [] for router_controller (41f5739d-3464-4838-963f-1cd6c6ef20a4), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.742684 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (41f5739d-3464-4838-963f-1cd6c6ef20a4), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.743478 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f5739d-3464-4838-963f-1cd6c6ef20a4 {{(pid=103943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:16:38.749493 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.750785 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0e63de67-1921-42c6-9862-64b793bb9de9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/41f5739d-3464-4838-963f-1cd6c6ef20a4 HTTP/1.1" status: 204 len: 168 time: 0.7784889 Oct 28 17:16:38.753370 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35732) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:38.800656 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-628260ed-e964-4397-b987-9dc2fdfcc570 admin admin] Deleting subnet 2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:16:38.804642 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-628260ed-e964-4397-b987-9dc2fdfcc570 admin admin] Publish callbacks [] for subnet (2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.846010 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-628260ed-e964-4397-b987-9dc2fdfcc570 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5549045'] for subnet (2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.886902 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563cdd6-64bd-4f33-8364-54dd404dda1f req-3b4c7226-9a6a-4e5c-a471-908d6061a6ac tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:38.888585 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e563cdd6-64bd-4f33-8364-54dd404dda1f req-3b4c7226-9a6a-4e5c-a471-908d6061a6ac tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0547988 Oct 28 17:16:38.923218 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-628260ed-e964-4397-b987-9dc2fdfcc570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:38.947447 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e563cdd6-64bd-4f33-8364-54dd404dda1f req-d67ef089-bd9e-4536-8064-7e06753a6ec3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503409 Oct 28 17:16:38.978412 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-628260ed-e964-4397-b987-9dc2fdfcc570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5548949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5515814'] for subnet (2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.002512 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628260ed-e964-4397-b987-9dc2fdfcc570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:39.007456 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-628260ed-e964-4397-b987-9dc2fdfcc570 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.012670 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-628260ed-e964-4397-b987-9dc2fdfcc570 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d8d7bdc-d79c-41d8-b3c4-3627e97ee5ad HTTP/1.1" status: 204 len: 168 time: 0.2563207 Oct 28 17:16:39.012815 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebaacf1-8544-440e-bc2c-5855474ffdc0 None None] Network 04df7d7b-bebd-4176-a2c4-332a281331e2 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:16:39.013938 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35738) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:39.083589 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (04df7d7b-bebd-4176-a2c4-332a281331e2), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.099797 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ee99e3ec-ed44-41d1-8825-7bb173348823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.131168 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Deleting port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:39.131599 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.197145 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] For port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b,segment=NetworkSegment(cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95),segment_id=cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:39.197426 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.211011 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Calling delete_port for 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b owned by network:dhcp {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:39.234110 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b614e-f724-4582-b411-4615d0b36620 None None] DHCP port deletion for 04df7d7b-bebd-4176-a2c4-332a281331e2 request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:16:39.280634 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b614e-f724-4582-b411-4615d0b36620 None None] Deleting port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b {{(pid=103945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:16:39.281012 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ad3b614e-f724-4582-b411-4615d0b36620 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), before_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.287996 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.315126 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:39.318662 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] No DVR routers for this DVR port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b on host dv-cinder-859839-1-iscsi {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:16:39.345603 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-ad3b614e-f724-4582-b411-4615d0b36620 None None] For port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b,segment=NetworkSegment(cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95),segment_id=cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:39.345933 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ad3b614e-f724-4582-b411-4615d0b36620 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), precommit_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.358930 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b614e-f724-4582-b411-4615d0b36620 None None] Calling delete_port for 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b owned by network:dhcp {{(pid=103945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:16:39.387782 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (04df7d7b-bebd-4176-a2c4-332a281331e2), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.412637 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04df7d7b-bebd-4176-a2c4-332a281331e2']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:39.422151 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:39.422418 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:39.433427 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.447594 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.450147 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ad3b614e-f724-4582-b411-4615d0b36620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b), after_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.454181 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:16:39.454743 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.473845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b614e-f724-4582-b411-4615d0b36620 None None] Pushing event deleted for resources: {'Port': ['ID=8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b,revision_number=None']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:39.482420 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b614e-f724-4582-b411-4615d0b36620 None None] No DVR routers for this DVR port 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b on host dv-cinder-859839-1-iscsi {{(pid=103945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:16:39.511507 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95 resource provider aggregate not found Oct 28 17:16:39.537676 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb1b6f21-0dc9-4f0f-a133-47fc8c0c5b95 found for delete ", "request_id": "req-e061506c-c2d1-4ce1-9d89-444aa553accc"}]} Oct 28 17:16:39.540954 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (04df7d7b-bebd-4176-a2c4-332a281331e2), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.546389 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.552174 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/04df7d7b-bebd-4176-a2c4-332a281331e2 HTTP/1.1" status: 204 len: 168 time: 0.5344272 Oct 28 17:16:39.571176 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4773c-42a0-4254-a13f-0a36c3c8cfc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=04df7d7b-bebd-4176-a2c4-332a281331e2,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:39.727392 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35746) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:39.770387 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-930cbd38-90b0-4b03-a738-0c2df55959dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7654683fb6b74d3488de28ae23771aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415361 Oct 28 17:16:39.772877 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35748) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:39.825060 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a73e8225-da05-4000-8101-bcad21a49c65 admin admin] Publish callbacks [] for security_group (fc6e6d73-80e3-4169-9858-cd73d1b1a243), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.848192 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a73e8225-da05-4000-8101-bcad21a49c65 admin admin] Publish callbacks [] for security_group (fc6e6d73-80e3-4169-9858-cd73d1b1a243), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.898887 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a73e8225-da05-4000-8101-bcad21a49c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (fc6e6d73-80e3-4169-9858-cd73d1b1a243), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.901467 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a73e8225-da05-4000-8101-bcad21a49c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:39.902778 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a73e8225-da05-4000-8101-bcad21a49c65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc6e6d73-80e3-4169-9858-cd73d1b1a243 HTTP/1.1" status: 204 len: 168 time: 0.1289604 Oct 28 17:16:39.910904 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e8225-da05-4000-8101-bcad21a49c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e6d73-80e3-4169-9858-cd73d1b1a243,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:40.083540 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7870e6d-a792-4bf0-baaf-cdac68748525 req-f9b722a3-a389-41a8-9914-658bad53f1bf tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:40.085067 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b7870e6d-a792-4bf0-baaf-cdac68748525 req-f9b722a3-a389-41a8-9914-658bad53f1bf tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0617933 Oct 28 17:16:40.112317 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device cef39a08-8546-4ead-91a0-ead95355f19f up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:16:40.135727 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b7870e6d-a792-4bf0-baaf-cdac68748525 req-c634210b-5b80-4bf7-a811-cd075c8104e7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449510 Oct 28 17:16:40.177349 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port cef39a08-8546-4ead-91a0-ead95355f19f triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:16:40.177795 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:40.178221 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port cef39a08-8546-4ead-91a0-ead95355f19f Oct 28 17:16:40.259751 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port cef39a08-8546-4ead-91a0-ead95355f19f is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:16:40.260141 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:40.261903 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35756) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:40.284898 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:40.287469 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf688c7-7f40-4aba-b27f-c84d8fe68b56" -d '{"events": [{"server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "name": "network-vif-plugged", "status": "completed", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:40.299492 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port cef39a08-8546-4ead-91a0-ead95355f19f, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=cef39a08-8546-4ead-91a0-ead95355f19f,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:40.305716 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3b9be37f-4d94-4259-932f-4d347a41bc22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=505aede470734e1d82000680e9bb9271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400314 Oct 28 17:16:40.306123 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:40.306219 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35762) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:40.329517 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c835b49-244c-41c4-b468-bcf1458eddce x-openstack-request-id: req-6c835b49-244c-41c4-b468-bcf1458eddce {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:40.329813 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "name": "network-vif-plugged", "status": "completed", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:40.330096 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c835b49-244c-41c4-b468-bcf1458eddce {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:40.330509 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c835b49-244c-41c4-b468-bcf1458eddce'] response: {'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'code': 200} Oct 28 17:16:40.353346 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=cef39a08-8546-4ead-91a0-ead95355f19f,revision_number=8']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:40.355356 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Publish callbacks [] for security_group (848e8c55-53bc-4539-8aca-2643e711c0bf), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:40.376332 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Publish callbacks [] for security_group (848e8c55-53bc-4539-8aca-2643e711c0bf), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:40.426959 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (848e8c55-53bc-4539-8aca-2643e711c0bf), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:40.429870 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:40.431177 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/848e8c55-53bc-4539-8aca-2643e711c0bf HTTP/1.1" status: 204 len: 168 time: 0.1241536 Oct 28 17:16:40.441573 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848e8c55-53bc-4539-8aca-2643e711c0bf,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:40.451155 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.451512 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.451947 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.452192 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.452525 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.452990 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.453333 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.453666 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.454021 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.454384 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.454722 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.455036 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.455362 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df0e08-f841-4d03-9659-28555dd2fad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:16:40.468598 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device acc33d4b-f89f-4af3-9a8c-944905d25b27 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:16:40.495153 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: acc33d4b-f89f-4af3-9a8c-944905d25b27 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:16:40.495440 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device acc33d4b-f89f-4af3-9a8c-944905d25b27 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:16:40.495858 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:16:40.514399 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:16:40.514737 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 8ccc601f-0f5a-4ce6-90b6-27a411ed0c9b not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:16:40.515155 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:16:40.532980 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:16:40.533335 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 2261ebda-41a2-4aee-a1f7-3846c0e28ab3 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:16:41.285412 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a96182-0c95-4ea1-b731-79e80f9e013d req-d2206e55-7c88-416d-9f71-89a319a9f19a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:41.286918 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e8a96182-0c95-4ea1-b731-79e80f9e013d req-d2206e55-7c88-416d-9f71-89a319a9f19a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0630369 Oct 28 17:16:41.340833 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e8a96182-0c95-4ea1-b731-79e80f9e013d req-a70a93f2-09b4-4e34-840f-4890f8a4136c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455077 Oct 28 17:16:41.439375 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-b5172a35-b2f5-4cb9-95e7-549590ce3f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:42.115959 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 6c84547d-a93c-436c-b9d5-27c861a1147c details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:16:42.223206 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 6c84547d-a93c-436c-b9d5-27c861a1147c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=6c84547d-a93c-436c-b9d5-27c861a1147c,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:42.234351 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'mac_address': 'fa:16:3e:11:19:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:16:42.268327 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 6c84547d-a93c-436c-b9d5-27c861a1147c is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:16:42.268702 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:42.283601 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c84547d-a93c-436c-b9d5-27c861a1147c {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:16:42.303224 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 6c84547d-a93c-436c-b9d5-27c861a1147c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=6c84547d-a93c-436c-b9d5-27c861a1147c,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:42.309409 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:42.355748 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=6c84547d-a93c-436c-b9d5-27c861a1147c,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:42.481807 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a293f-22b7-42b9-8188-4132db289d40 req-93f1f048-d535-4d40-a5df-1ba3810617bd tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:42.483334 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d24a293f-22b7-42b9-8188-4132db289d40 req-93f1f048-d535-4d40-a5df-1ba3810617bd tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 944 time: 0.0628507 Oct 28 17:16:42.503705 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:42.536855 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d24a293f-22b7-42b9-8188-4132db289d40 req-efba580a-9d75-4918-8f5f-4ae7ff6d022f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477386 Oct 28 17:16:42.777103 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['6c84547d-a93c-436c-b9d5-27c861a1147c'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:16:43.669251 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2309c8-e554-4967-b7bc-103149eb44e5 req-488a6436-2195-467e-883a-64c3aa1773ee tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:43.670745 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fd2309c8-e554-4967-b7bc-103149eb44e5 req-488a6436-2195-467e-883a-64c3aa1773ee tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 944 time: 0.0555432 Oct 28 17:16:43.725986 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fd2309c8-e554-4967-b7bc-103149eb44e5 req-b01453f5-f03b-474f-871b-1189dd9e0487 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472579 Oct 28 17:16:44.088499 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:44.116472 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 6c84547d-a93c-436c-b9d5-27c861a1147c up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:16:44.166251 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 6c84547d-a93c-436c-b9d5-27c861a1147c completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:16:44.170310 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 6c84547d-a93c-436c-b9d5-27c861a1147c triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:16:44.170682 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:44.171046 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 6c84547d-a93c-436c-b9d5-27c861a1147c Oct 28 17:16:44.241264 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 6c84547d-a93c-436c-b9d5-27c861a1147c is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:16:44.241647 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:44.267022 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c84547d-a93c-436c-b9d5-27c861a1147c'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:44.269299 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce42789b-1059-4f5e-9009-8e867cfa578b" -d '{"events": [{"server_uuid": "6c681396-a0a4-43fb-b04f-e0703437b0e7", "name": "network-vif-plugged", "status": "completed", "tag": "6c84547d-a93c-436c-b9d5-27c861a1147c"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:44.282274 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 6c84547d-a93c-436c-b9d5-27c861a1147c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=6c84547d-a93c-436c-b9d5-27c861a1147c,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:16:44.287333 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:44.308874 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78172f2-f1c5-4a2d-8ccf-03f0842b088c x-openstack-request-id: req-c78172f2-f1c5-4a2d-8ccf-03f0842b088c {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:44.309160 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c681396-a0a4-43fb-b04f-e0703437b0e7", "name": "network-vif-plugged", "status": "completed", "tag": "6c84547d-a93c-436c-b9d5-27c861a1147c", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:44.309417 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c78172f2-f1c5-4a2d-8ccf-03f0842b088c {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:44.309809 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78172f2-f1c5-4a2d-8ccf-03f0842b088c'] response: {'server_uuid': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'code': 200} Oct 28 17:16:44.336672 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=6c84547d-a93c-436c-b9d5-27c861a1147c,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:44.584996 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0631-77d5-44da-984e-e403fa4f11aa req-bea7ea38-858f-4afc-b64b-671abf599ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:44.586565 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3c0e0631-77d5-44da-984e-e403fa4f11aa req-bea7ea38-858f-4afc-b64b-671abf599ca3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0485606 Oct 28 17:16:44.635354 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3c0e0631-77d5-44da-984e-e403fa4f11aa req-2c4c66c6-f9a4-4413-ab98-3bb50cc94de6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410280 Oct 28 17:16:44.873767 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae4d7-214f-47cb-9b6d-715eaf8720cf req-a409c564-88f7-4232-b3d2-2db60ae2b25e tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:44.875547 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-78bae4d7-214f-47cb-9b6d-715eaf8720cf req-a409c564-88f7-4232-b3d2-2db60ae2b25e tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0608454 Oct 28 17:16:44.929511 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-78bae4d7-214f-47cb-9b6d-715eaf8720cf req-f59c81da-0566-4315-b362-d78685c546ce tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478122 Oct 28 17:16:45.373925 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:46.080919 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7f996-00a8-4539-a8f6-6b697ff94e61 req-37706a5d-8395-4f0b-a46d-2b43db16f419 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:46.082401 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-57f7f996-00a8-4539-a8f6-6b697ff94e61 req-37706a5d-8395-4f0b-a46d-2b43db16f419 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0545571 Oct 28 17:16:46.135393 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-57f7f996-00a8-4539-a8f6-6b697ff94e61 req-719ec54a-3f7a-45ed-a077-643f8d2c4ea5 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448017 Oct 28 17:16:46.808833 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:16:47.284294 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570d5f-6757-4cc4-b002-2b9202725e1e req-42ac9f05-c6bf-4377-99bc-27d4fbcaad73 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:47.285800 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-78570d5f-6757-4cc4-b002-2b9202725e1e req-42ac9f05-c6bf-4377-99bc-27d4fbcaad73 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0676847 Oct 28 17:16:47.338521 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-78570d5f-6757-4cc4-b002-2b9202725e1e req-37dc1655-4ef8-4024-a7eb-90dbe6153f34 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445120 Oct 28 17:16:47.477492 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d5df6-8080-4cd4-b3f0-e088588b2274 req-920148de-d28b-4da4-9e9f-ab03bce9d1ec tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:47.478894 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e34d5df6-8080-4cd4-b3f0-e088588b2274 req-920148de-d28b-4da4-9e9f-ab03bce9d1ec tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0605145 Oct 28 17:16:47.530518 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e34d5df6-8080-4cd4-b3f0-e088588b2274 req-380d9f7d-bc81-4491-ac65-c21932a0c72f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441160 Oct 28 17:16:47.559494 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35786) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:47.602430 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e24db5e-2568-4642-89c2-b0c74b0a3dae tempest-TestVolumeBootPattern-1681525273 tempest-TestVolumeBootPattern-1681525273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:47.603965 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0e24db5e-2568-4642-89c2-b0c74b0a3dae tempest-TestVolumeBootPattern-1681525273 tempest-TestVolumeBootPattern-1681525273-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 1124 time: 0.0434043 Oct 28 17:16:47.606710 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35788) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:16:47.610830 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:16:47.631738 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:47.728638 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:47.835940 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Allocated IP 172.27.0.115 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/4a788b30-9b6b-4b4d-b452-60fe029c069c) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:16:47.957184 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for port (4a788b30-9b6b-4b4d-b452-60fe029c069c), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:47.992165 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (4a788b30-9b6b-4b4d-b452-60fe029c069c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:48.029337 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:16:48.032292 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:16:48.036022 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:16:48.041655 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'Port': ['ID=4a788b30-9b6b-4b4d-b452-60fe029c069c,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:48.354233 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (15f1e026-c83f-4e05-a769-95f4a7ea605c), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:48.427450 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (4a788b30-9b6b-4b4d-b452-60fe029c069c), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:48.581699 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for port (4a788b30-9b6b-4b4d-b452-60fe029c069c), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:48.588328 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (4a788b30-9b6b-4b4d-b452-60fe029c069c), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:48.589181 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (15f1e026-c83f-4e05-a769-95f4a7ea605c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:48.666538 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'Port': ['ID=4a788b30-9b6b-4b4d-b452-60fe029c069c,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:16:48.710741 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Floating IP 15f1e026-c83f-4e05-a769-95f4a7ea605c associated. External IP: 172.27.0.115, port: 6c84547d-a93c-436c-b9d5-27c861a1147c. Oct 28 17:16:48.908906 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Router b355eae0-68f0-4aad-89ff-9ad3dc158f12 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:16:49.009562 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:16:49.019880 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b6738-c506-4203-b011-664befac5fb7 None None] Sync routers for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:16:49.028370 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:49.029688 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b6738-c506-4203-b011-664befac5fb7 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:49.030490 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-479b6738-c506-4203-b011-664befac5fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:49.057434 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5a505db5-7c86-4ee1-b4b8-2a20f573ac22 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4497352 Oct 28 17:16:49.058079 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'tag': '6c84547d-a93c-436c-b9d5-27c861a1147c'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:16:49.060682 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402f4862-b5a5-493f-a39c-67fa2586c956" -d '{"events": [{"name": "network-changed", "server_uuid": "6c681396-a0a4-43fb-b04f-e0703437b0e7", "tag": "6c84547d-a93c-436c-b9d5-27c861a1147c"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:16:49.095247 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688ed17f-d5e7-46e1-b04a-5da06c2ad023 x-openstack-request-id: req-688ed17f-d5e7-46e1-b04a-5da06c2ad023 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:16:49.095515 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c681396-a0a4-43fb-b04f-e0703437b0e7", "tag": "6c84547d-a93c-436c-b9d5-27c861a1147c", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:16:49.095791 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-688ed17f-d5e7-46e1-b04a-5da06c2ad023 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:16:49.096197 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688ed17f-d5e7-46e1-b04a-5da06c2ad023'] response: {'name': 'network-changed', 'server_uuid': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'tag': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'status': 'completed', 'code': 200} Oct 28 17:16:49.132203 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-479b6738-c506-4203-b011-664befac5fb7 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:49.160863 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-0b3cff47-9e52-4c93-9d9e-356a57233433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:49.162535 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-0b3cff47-9e52-4c93-9d9e-356a57233433 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0449500 Oct 28 17:16:49.353844 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-479b6738-c506-4203-b011-664befac5fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '15f1e026-c83f-4e05-a769-95f4a7ea605c', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:11:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:48Z', 'updated_at': '2022-10-28T17:16:48Z', 'revision_number': 0, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:49.377968 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b6738-c506-4203-b011-664befac5fb7 None None] Checking router: b355eae0-68f0-4aad-89ff-9ad3dc158f12 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:16:49.387191 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b6738-c506-4203-b011-664befac5fb7 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:16:49.387826 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-479b6738-c506-4203-b011-664befac5fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:49.488533 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-479b6738-c506-4203-b011-664befac5fb7 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:16:49.492062 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-6cd6f2be-be20-47b8-8ef2-2c395896db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:49.493544 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-6cd6f2be-be20-47b8-8ef2-2c395896db64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 912 time: 0.3253584 Oct 28 17:16:49.555296 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-beb8a921-20d9-4ac6-a2a4-0aa9166c88dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c84547d-a93c-436c-b9d5-27c861a1147c HTTP/1.1" status: 200 len: 999 time: 0.0539746 Oct 28 17:16:49.605293 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-1c263323-a41d-4a05-955f-651d438caab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:49.606761 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-1c263323-a41d-4a05-955f-651d438caab9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0448039 Oct 28 17:16:49.661362 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-a5302e88-1d92-42e2-8de4-cec08a9da0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:49.663026 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-a5302e88-1d92-42e2-8de4-cec08a9da0f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494349 Oct 28 17:16:49.759045 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-03be8c11-4711-415a-b8e2-9c5626c51086 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803401 Oct 28 17:16:49.790081 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-479b6738-c506-4203-b011-664befac5fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '15f1e026-c83f-4e05-a769-95f4a7ea605c', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:11:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:48Z', 'updated_at': '2022-10-28T17:16:48Z', 'revision_number': 0, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:16:49.817339 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b6738-c506-4203-b011-664befac5fb7 None None] The sync data for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi is: [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '15f1e026-c83f-4e05-a769-95f4a7ea605c', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:11:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:48Z', 'updated_at': '2022-10-28T17:16:48Z', 'revision_number': 0, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:16:49.857189 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-402f4862-b5a5-493f-a39c-67fa2586c956 req-6149c7ad-9f56-4719-82f6-1c75a3e2c21b service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895245 Oct 28 17:16:50.006729 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46511b35-15a3-47dc-a547-ae2853505e9c None None] New status for floating IP 15f1e026-c83f-4e05-a769-95f4a7ea605c: ACTIVE {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:16:51.399188 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:16:55.642688 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-f6558d00-7b80-461e-bbf5-e0e04e4de505 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450211 Oct 28 17:16:55.710979 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-284f4bec-a615-47b1-81ac-2d2dbb1be795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:55.712418 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-284f4bec-a615-47b1-81ac-2d2dbb1be795 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49aee95e7abd4277becf4002c6f9f34d&device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 1130 time: 0.0441179 Oct 28 17:16:55.819649 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-2291e913-f0d7-42f5-9b7e-da5a12b4c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:55.821190 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-2291e913-f0d7-42f5-9b7e-da5a12b4c13b service neutron] 10.222.0.44 "GET /v2.0/networks?id=603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 200 len: 919 time: 0.0876491 Oct 28 17:16:55.866459 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-8b811d9f-fddc-472c-85f8-ecf880b34bf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a79b9f2-b282-48ff-b5df-8193de59a513 HTTP/1.1" status: 200 len: 217 time: 0.0353265 Oct 28 17:16:55.929835 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-26bf50d9-b8a9-4722-a863-c61ab2c7b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:55.931238 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-26bf50d9-b8a9-4722-a863-c61ab2c7b6e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 200 len: 857 time: 0.0570402 Oct 28 17:16:55.990047 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-795a87f1-61b4-4782-b5d6-e1318713ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:16:55.991623 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-795a87f1-61b4-4782-b5d6-e1318713ff52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=603f58d8-b8bf-4379-999a-3de0ce72ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504994 Oct 28 17:16:56.088771 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-3c361831-0d30-43a4-a0eb-7db554a326b5 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853121 Oct 28 17:16:56.183899 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3936f69e-fbd3-4927-bc12-9c1e6d6803c4 req-eb53d997-13e9-4682-ae36-9cc549ff4414 service neutron] 10.222.0.44 "GET /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877993 Oct 28 17:17:07.007753 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a635a-0f61-4522-8e10-948cef5b9a61 req-55b926f8-dbe8-4da7-93cb-7b379eb93d8d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:07.009223 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-301a635a-0f61-4522-8e10-948cef5b9a61 req-55b926f8-dbe8-4da7-93cb-7b379eb93d8d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0600815 Oct 28 17:17:07.057535 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-301a635a-0f61-4522-8e10-948cef5b9a61 req-5ffbc04d-c92f-4079-8f79-063d12256e94 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Oct 28 17:17:08.203872 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9ab2a-341c-45af-816f-e5baa9c1b726 req-6c8e77db-f6b8-4f46-91e8-aee017f1115e tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:08.205596 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d7f9ab2a-341c-45af-816f-e5baa9c1b726 req-6c8e77db-f6b8-4f46-91e8-aee017f1115e tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0644994 Oct 28 17:17:08.257910 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d7f9ab2a-341c-45af-816f-e5baa9c1b726 req-5c90ab57-f883-4342-b868-0da0f77ffb34 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 Oct 28 17:17:08.413850 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-ab71fff3-5141-458f-9ec5-ae13b81c2256 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:08.415375 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-ab71fff3-5141-458f-9ec5-ae13b81c2256 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 946 time: 0.0664268 Oct 28 17:17:08.510676 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Deleting port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:17:08.511047 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:08.602392 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] For port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:17:08.602758 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:08.773236 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:08.773607 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (a8559877-a6e1-4129-b471-df605f432cdc), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:08.773914 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Floating IP a8559877-a6e1-4129-b471-df605f432cdc disassociated. External IP: 172.27.0.230, port: dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27. Oct 28 17:17:08.774281 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Calling delete_port for dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:17:08.905987 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:08.932939 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event deleted for resources: {'Port': ['ID=dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:08.945076 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.945428 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.945886 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.946248 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.946581 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.946910 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.947259 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.947589 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.947913 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.948239 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.948562 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.948871 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:08.949193 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:09.061164 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Router d003c3d9-be37-46b3-932d-1e0a9c9307c6 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:17:09.073210 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c90a13e1-4209-4a7e-8426-07f4be6b523a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:09.164084 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:17:09.174314 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] Sync routers for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:17:09.185680 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:17:09.186589 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:09.205734 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] No DVR routers for this DVR port dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:17:09.208415 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:09.211786 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-da729c26-553d-4dcc-87c4-20e988334ef0 req-8196605b-fbab-4c64-9fc3-ac53a3567d72 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.44 "DELETE /v2.0/ports/dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 HTTP/1.1" status: 204 len: 173 time: 0.7906137 Oct 28 17:17:09.212293 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'name': 'network-vif-deleted', 'tag': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:17:09.214655 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96f3726-9b6c-4512-852a-59d5aeea7817" -d '{"events": [{"server_uuid": "d4bae380-35c6-4b60-9264-61e80920ee23", "name": "network-vif-deleted", "tag": "dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:17:09.258797 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7f646d-a022-4cb6-a3a7-2e79b5ce8416 x-openstack-request-id: req-8a7f646d-a022-4cb6-a3a7-2e79b5ce8416 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:17:09.259065 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bae380-35c6-4b60-9264-61e80920ee23", "name": "network-vif-deleted", "tag": "dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:17:09.259347 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a7f646d-a022-4cb6-a3a7-2e79b5ce8416 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:17:09.259766 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7f646d-a022-4cb6-a3a7-2e79b5ce8416'] response: {'server_uuid': 'd4bae380-35c6-4b60-9264-61e80920ee23', 'name': 'network-vif-deleted', 'tag': 'dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27', 'status': 'completed', 'code': 200} Oct 28 17:17:09.291628 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:17:09.379400 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f1683b45-d31e-4a76-b3af-d84707766475 req-3ba2a90b-320c-4273-ada3-20ed5eedadfe tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bae380-35c6-4b60-9264-61e80920ee23 HTTP/1.1" status: 200 len: 210 time: 0.0291107 Oct 28 17:17:09.489383 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:09.516639 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] Checking router: d003c3d9-be37-46b3-932d-1e0a9c9307c6 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:17:09.531526 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:17:09.532411 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:16:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:09.640036 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:17:09.834595 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:09.858211 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba09a6-3c40-40c8-98fb-d92fffb8ce98 None None] The sync data for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi is: [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:17:10.080557 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b0411-dddf-40ed-b43b-9a81ae4466dd None None] New status for floating IP a8559877-a6e1-4129-b471-df605f432cdc: DOWN {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:17:10.487073 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35852) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:10.543224 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5f077bbd-0ad3-46d2-96f9-911c6dea82c6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (c0ed5eaa-ab08-42da-b901-a64cfb8e88f4), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:10.569276 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5f077bbd-0ad3-46d2-96f9-911c6dea82c6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (c0ed5eaa-ab08-42da-b901-a64cfb8e88f4), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:10.632283 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5f077bbd-0ad3-46d2-96f9-911c6dea82c6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (c0ed5eaa-ab08-42da-b901-a64cfb8e88f4), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:10.636627 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5f077bbd-0ad3-46d2-96f9-911c6dea82c6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:10.638431 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5f077bbd-0ad3-46d2-96f9-911c6dea82c6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "DELETE /v2.0/security-groups/c0ed5eaa-ab08-42da-b901-a64cfb8e88f4 HTTP/1.1" status: 204 len: 168 time: 0.1503146 Oct 28 17:17:10.641360 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35854) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:10.647507 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f077bbd-0ad3-46d2-96f9-911c6dea82c6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ed5eaa-ab08-42da-b901-a64cfb8e88f4,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:10.655274 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.api.v2.resource [None req-d6397ea7-539f-47d9-8409-cff5cd814a26 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] show failed (client error): The resource could not be found. Oct 28 17:17:10.656243 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d6397ea7-539f-47d9-8409-cff5cd814a26 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups/c0ed5eaa-ab08-42da-b901-a64cfb8e88f4 HTTP/1.1" status: 404 len: 347 time: 0.0138357 Oct 28 17:17:10.659848 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35856) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:10.786717 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-93dfebd9-7834-43db-9d01-021b8ddfb273 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Deleting port 77939849-379d-4729-af35-2de5d1986bd8 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:17:10.787080 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-93dfebd9-7834-43db-9d01-021b8ddfb273 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (77939849-379d-4729-af35-2de5d1986bd8), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:10.863934 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-93dfebd9-7834-43db-9d01-021b8ddfb273 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (77939849-379d-4729-af35-2de5d1986bd8), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:10.864186 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-93dfebd9-7834-43db-9d01-021b8ddfb273 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (77939849-379d-4729-af35-2de5d1986bd8), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:10.875751 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-93dfebd9-7834-43db-9d01-021b8ddfb273 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Calling delete_port for 77939849-379d-4729-af35-2de5d1986bd8 owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:17:11.010047 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-93dfebd9-7834-43db-9d01-021b8ddfb273 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (77939849-379d-4729-af35-2de5d1986bd8), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.032957 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfebd9-7834-43db-9d01-021b8ddfb273 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event deleted for resources: {'Port': ['ID=77939849-379d-4729-af35-2de5d1986bd8,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:11.093304 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-93dfebd9-7834-43db-9d01-021b8ddfb273 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (a8559877-a6e1-4129-b471-df605f432cdc), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.096088 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-93dfebd9-7834-43db-9d01-021b8ddfb273 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.097262 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-93dfebd9-7834-43db-9d01-021b8ddfb273 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "DELETE /v2.0/floatingips/a8559877-a6e1-4129-b471-df605f432cdc HTTP/1.1" status: 204 len: 168 time: 0.4365513 Oct 28 17:17:11.179618 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35860) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:11.184335 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-dc910d82-7c56-4972-8985-1f855b362b42 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921051683', 'description': 'tempest-description--571392518'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:17:11.209774 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc910d82-7c56-4972-8985-1f855b362b42 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.278992 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc910d82-7c56-4972-8985-1f855b362b42 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (796e2af3-75ad-4126-a19f-958bd7e65262), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.284462 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc910d82-7c56-4972-8985-1f855b362b42 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (796e2af3-75ad-4126-a19f-958bd7e65262), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.310749 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc910d82-7c56-4972-8985-1f855b362b42 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.311940 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-dc910d82-7c56-4972-8985-1f855b362b42 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1311927 Oct 28 17:17:11.315196 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35862) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:11.316050 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc910d82-7c56-4972-8985-1f855b362b42 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796e2af3-75ad-4126-a19f-958bd7e65262,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:11.320891 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-39ac6b1f-8b78-4243-9854-fb18da9be090 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'security_group_rule': {'security_group_id': '796e2af3-75ad-4126-a19f-958bd7e65262', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:17:11.348154 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-39ac6b1f-8b78-4243-9854-fb18da9be090 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (6bc2ce8d-63f3-40f0-ae3b-4aca9e388f43), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.401741 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-39ac6b1f-8b78-4243-9854-fb18da9be090 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (6bc2ce8d-63f3-40f0-ae3b-4aca9e388f43), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.407175 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-39ac6b1f-8b78-4243-9854-fb18da9be090 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (6bc2ce8d-63f3-40f0-ae3b-4aca9e388f43), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.426018 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac6b1f-8b78-4243-9854-fb18da9be090 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc2ce8d-63f3-40f0-ae3b-4aca9e388f43,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:11.432928 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-13aea436-2f42-481a-924c-fd830e35521d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.437587 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-39ac6b1f-8b78-4243-9854-fb18da9be090 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.438919 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-39ac6b1f-8b78-4243-9854-fb18da9be090 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225734 Oct 28 17:17:11.441555 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35864) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:11.445812 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-95e42c41-3f2f-44d2-8751-3f95cccf085c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'security_group_rule': {'security_group_id': '796e2af3-75ad-4126-a19f-958bd7e65262', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:17:11.472822 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-95e42c41-3f2f-44d2-8751-3f95cccf085c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (232e738e-8daf-4e11-aca1-3b3a00b03333), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.531884 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-95e42c41-3f2f-44d2-8751-3f95cccf085c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (232e738e-8daf-4e11-aca1-3b3a00b03333), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.538176 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-95e42c41-3f2f-44d2-8751-3f95cccf085c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (232e738e-8daf-4e11-aca1-3b3a00b03333), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.555056 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e42c41-3f2f-44d2-8751-3f95cccf085c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232e738e-8daf-4e11-aca1-3b3a00b03333,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:11.567588 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-95e42c41-3f2f-44d2-8751-3f95cccf085c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.568889 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-95e42c41-3f2f-44d2-8751-3f95cccf085c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263571 Oct 28 17:17:11.572227 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35866) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:11.577092 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:17:11.599605 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.702975 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.809603 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Allocated IP 172.27.0.27 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/fca1e13f-51c3-4603-8448-a322c10939a0) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:17:11.922709 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for port (fca1e13f-51c3-4603-8448-a322c10939a0), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:11.958510 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140'] for port (fca1e13f-51c3-4603-8448-a322c10939a0), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:12.222031 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:17:12.238355 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:17:12.241205 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:17:12.241368 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:17:12.241747 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device dfb309cf-bc7f-4e6f-b2f5-cae7f1dedc27 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:17:12.245086 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:17:12.252822 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'Port': ['ID=fca1e13f-51c3-4603-8448-a322c10939a0,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:12.292094 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (73e662ad-5e86-499b-ab88-80733a81293f), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:12.330073 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (fca1e13f-51c3-4603-8448-a322c10939a0), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:12.480762 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for port (fca1e13f-51c3-4603-8448-a322c10939a0), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:12.486445 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (fca1e13f-51c3-4603-8448-a322c10939a0), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:12.487135 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (73e662ad-5e86-499b-ab88-80733a81293f), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:12.500985 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:12.530037 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:12.531296 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9579887 Oct 28 17:17:12.536644 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a05ce-fe43-46de-9e90-4d5a4949121a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'Port': ['ID=fca1e13f-51c3-4603-8448-a322c10939a0,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:12.734044 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-3f7279a1-4ee9-4d10-a896-993f35a7a589 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--921051683&fields=id&tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081 HTTP/1.1" status: 200 len: 267 time: 0.0447669 Oct 28 17:17:12.850264 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-08ac56e9-e1f9-43cf-859b-bd696ed2076b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:12.851737 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-08ac56e9-e1f9-43cf-859b-bd696ed2076b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 811 time: 0.1091084 Oct 28 17:17:12.866481 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-7f6f211c-b2f6-44cd-a998-56f52fa30cc6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/quotas/7a3fa5d99a8448b1b4af6b3c6cb16081 HTTP/1.1" status: 200 len: 375 time: 0.0092232 Oct 28 17:17:12.922717 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-06c0d760-771b-4fea-bcfb-4f22fdc80ac8 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513260 Oct 28 17:17:13.116811 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-86db1711-3d92-45a3-ae8f-0f716913e401 service neutron] 10.222.0.20 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819367 Oct 28 17:17:13.218054 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-f338abb6-300f-449c-83cd-51c70d68c60d service neutron] 10.222.0.20 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924494 Oct 28 17:17:13.389702 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b7e977a4-68ec-4d24-a522-be2b6d5983fc req-0d3e38db-1ff8-4b43-92be-779d648afa27 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 210 time: 0.0285408 Oct 28 17:17:14.095130 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:14.405905 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-3bbd6953-dc92-4d73-8680-f379a2f86115 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:14.407502 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-3bbd6953-dc92-4d73-8680-f379a2f86115 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.44 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 811 time: 0.1027257 Oct 28 17:17:14.480510 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-ace37125-e211-497c-95ae-e30b59729cb1 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081 HTTP/1.1" status: 200 len: 379 time: 0.0635247 Oct 28 17:17:14.489077 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'port': {'device_id': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'admin_state_up': True, 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'security_groups': ['796e2af3-75ad-4126-a19f-958bd7e65262']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:17:14.501299 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5502736d-8172-484b-8e4f-32090e9b67df req-6d8bc773-37a2-4ed4-9e95-050fceddbce7 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 210 time: 0.0310705 Oct 28 17:17:14.595569 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Made reservation on behalf of 7a3fa5d99a8448b1b4af6b3c6cb16081 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:17:14.599179 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:14.734053 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Allocated IP 172.20.0.11 (1275e91b-d159-4566-9d23-a40414dc1241/354899bb-6b0d-4b82-a86a-5bb1149d70be/e5345878-2b82-4888-9bef-2b507b2383e5) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:17:14.866443 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for port (e5345878-2b82-4888-9bef-2b507b2383e5), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:14.917087 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:14.958756 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Network 1275e91b-d159-4566-9d23-a40414dc1241 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:17:14.961904 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:17:14.965428 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:17:14.971219 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event updated for resources: {'Port': ['ID=e5345878-2b82-4888-9bef-2b507b2383e5,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:15.015691 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:15.016350 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:15.034097 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-9b8113e8-41d8-44c2-b60a-858418e36e6f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5487270 Oct 28 17:17:15.046734 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Request body: {'port': {'device_id': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:17:15.113578 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:15.230852 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-d0338b88-e3c4-4fce-8a0c-afbf1c0c568b None None] Provisioning complete for port e5345878-2b82-4888-9bef-2b507b2383e5 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:17:15.231587 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d0338b88-e3c4-4fce-8a0c-afbf1c0c568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:15.231587 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d0338b88-e3c4-4fce-8a0c-afbf1c0c568b None None] Attempt 1 to provision port e5345878-2b82-4888-9bef-2b507b2383e5 Oct 28 17:17:15.264980 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d0338b88-e3c4-4fce-8a0c-afbf1c0c568b None None] Port e5345878-2b82-4888-9bef-2b507b2383e5 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:17:15.361436 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:15.367393 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5345878-2b82-4888-9bef-2b507b2383e5 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:17:15.375709 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Publish callbacks [] for port (e5345878-2b82-4888-9bef-2b507b2383e5), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:15.389370 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Transition to ACTIVE for port object e5345878-2b82-4888-9bef-2b507b2383e5 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:17:15.394357 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:15.452307 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5345878-2b82-4888-9bef-2b507b2383e5,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:15.507998 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Attempting to bind port e5345878-2b82-4888-9bef-2b507b2383e5 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:17:15.508336 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Attempting to bind port e5345878-2b82-4888-9bef-2b507b2383e5 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:17:15.508660 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Attempting to bind port e5345878-2b82-4888-9bef-2b507b2383e5 on network 1275e91b-d159-4566-9d23-a40414dc1241 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:17:15.513173 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Port e5345878-2b82-4888-9bef-2b507b2383e5 on network 1275e91b-d159-4566-9d23-a40414dc1241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:17:15.513469 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Attempting to bind port e5345878-2b82-4888-9bef-2b507b2383e5 on network 1275e91b-d159-4566-9d23-a40414dc1241 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:17:15.518982 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:17:15.519264 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Checking segment: {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:17:15.519638 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Bound using segment: {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:17:15.520060 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Bound port: e5345878-2b82-4888-9bef-2b507b2383e5, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c764362-fd2e-4bff-9b7f-5917bee4958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:17:15.520411 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:15.580272 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] For port e5345878-2b82-4888-9bef-2b507b2383e5, host hv-cinder-85983, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:17:15.583546 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] For port e5345878-2b82-4888-9bef-2b507b2383e5, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e5345878-2b82-4888-9bef-2b507b2383e5,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:17:15.589543 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:15.593438 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:15.594187 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:15.595471 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] 10.222.0.44 "PUT /v2.0/ports/e5345878-2b82-4888-9bef-2b507b2383e5 HTTP/1.1" status: 200 len: 1094 time: 0.5531325 Oct 28 17:17:15.595957 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'tag': 'e5345878-2b82-4888-9bef-2b507b2383e5'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:17:15.598253 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29d7568-a324-4d6c-aa7e-26a98b4f887a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1e0008-e31e-45b1-86fa-195f3006821b", "tag": "e5345878-2b82-4888-9bef-2b507b2383e5"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:17:15.635806 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6a4cd-7ec3-42c8-8863-78708cec584d req-7d140b64-3857-44f4-b559-c53afdb0924a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:15.637309 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fee6a4cd-7ec3-42c8-8863-78708cec584d req-7d140b64-3857-44f4-b559-c53afdb0924a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 944 time: 0.0635598 Oct 28 17:17:15.652962 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5c1259-316a-4a56-8d93-3705cc7d604c x-openstack-request-id: req-cd5c1259-316a-4a56-8d93-3705cc7d604c {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:17:15.653252 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1e0008-e31e-45b1-86fa-195f3006821b", "tag": "e5345878-2b82-4888-9bef-2b507b2383e5", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:17:15.653505 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd5c1259-316a-4a56-8d93-3705cc7d604c {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:17:15.653906 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5c1259-316a-4a56-8d93-3705cc7d604c'] response: {'name': 'network-changed', 'server_uuid': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'tag': 'e5345878-2b82-4888-9bef-2b507b2383e5', 'status': 'completed', 'code': 200} Oct 28 17:17:15.673466 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5519c4e-d1ce-46de-8a0e-ba80fe34dfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5345878-2b82-4888-9bef-2b507b2383e5,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:15.687073 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fee6a4cd-7ec3-42c8-8863-78708cec584d req-d73b5483-f0dd-434d-b2fa-d2f307ce0b59 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436006 Oct 28 17:17:15.692237 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-1f3fca02-c8a5-42f7-b0c2-2c230ffeac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:15.693782 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-1f3fca02-c8a5-42f7-b0c2-2c230ffeac3f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 1128 time: 0.0515199 Oct 28 17:17:15.738064 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-710bf79d-a867-4229-a2b7-3f69bc0fdb55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5345878-2b82-4888-9bef-2b507b2383e5 HTTP/1.1" status: 200 len: 217 time: 0.0359561 Oct 28 17:17:15.766180 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-d0338b88-e3c4-4fce-8a0c-afbf1c0c568b None None] Attempt 2 to provision port e5345878-2b82-4888-9bef-2b507b2383e5 Oct 28 17:17:15.787711 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-ef1ab971-d74c-420f-846f-34ea39918ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:15.789167 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-ef1ab971-d74c-420f-846f-34ea39918ed3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 200 len: 850 time: 0.0445783 Oct 28 17:17:15.805355 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-d0338b88-e3c4-4fce-8a0c-afbf1c0c568b None None] Port e5345878-2b82-4888-9bef-2b507b2383e5 had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:17:15.842870 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-f956902d-b014-4657-8ae9-17b1e0006a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:15.844425 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-f956902d-b014-4657-8ae9-17b1e0006a38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1275e91b-d159-4566-9d23-a40414dc1241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465066 Oct 28 17:17:15.937907 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-30ec3f94-37b4-4bbe-a6aa-a751eb202264 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869086 Oct 28 17:17:16.033731 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac75873d-6098-4028-997f-fa2598ff6a55 req-0ab8367a-630f-4dfd-ae99-79d3cf44c296 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897613 Oct 28 17:17:16.131255 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-e77be382-818e-43dc-a2d1-d9951a52ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:16.133379 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-e77be382-818e-43dc-a2d1-d9951a52ede4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 1128 time: 0.0515723 Oct 28 17:17:16.231730 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-d77a6089-2d88-4790-a5b3-496806176850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:16.233229 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-d77a6089-2d88-4790-a5b3-496806176850 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 912 time: 0.0926781 Oct 28 17:17:16.273150 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-fb514996-11b1-4f59-8b39-44d99c234f4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5345878-2b82-4888-9bef-2b507b2383e5 HTTP/1.1" status: 200 len: 217 time: 0.0321462 Oct 28 17:17:16.326181 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-7e190f90-32af-4881-9fa3-f33828a43e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:16.327615 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-7e190f90-32af-4881-9fa3-f33828a43e3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 200 len: 850 time: 0.0479035 Oct 28 17:17:16.377539 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-f9312e95-1ec5-4a7a-b74f-b8fe59545a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:16.379048 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-f9312e95-1ec5-4a7a-b74f-b8fe59545a31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1275e91b-d159-4566-9d23-a40414dc1241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446653 Oct 28 17:17:16.470034 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-44d449e6-08ad-4ccb-8bff-7da37ea5bf3b service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832138 Oct 28 17:17:16.567796 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f29d7568-a324-4d6c-aa7e-26a98b4f887a req-bd1db948-a4a6-4c9c-90b5-1791a6863337 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913320 Oct 28 17:17:16.817064 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bdb4a-a410-4ea3-bd13-e24cf9db0ffe req-dbcd3d6e-1a49-42aa-a9f5-47adb054304d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:16.818617 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-781bdb4a-a410-4ea3-bd13-e24cf9db0ffe req-dbcd3d6e-1a49-42aa-a9f5-47adb054304d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 944 time: 0.0573697 Oct 28 17:17:16.865626 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-781bdb4a-a410-4ea3-bd13-e24cf9db0ffe req-9dba3a24-f342-450d-9178-5c6a83dd1356 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410707 Oct 28 17:17:18.002424 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16a98c-fffe-4df1-86c5-f47a9e12b674 req-effde527-7ba5-4be3-becc-85d09415544c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:18.004008 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2e16a98c-fffe-4df1-86c5-f47a9e12b674 req-effde527-7ba5-4be3-becc-85d09415544c tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 944 time: 0.0586362 Oct 28 17:17:18.050936 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2e16a98c-fffe-4df1-86c5-f47a9e12b674 req-900f0635-4929-477a-a098-6b449e440197 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411749 Oct 28 17:17:19.191949 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a33e2-0fe9-4f25-a760-1c0b67905d1d req-66c51262-46c0-452a-b00c-ebaff58aa816 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:19.193405 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ab6a33e2-0fe9-4f25-a760-1c0b67905d1d req-66c51262-46c0-452a-b00c-ebaff58aa816 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 944 time: 0.0562820 Oct 28 17:17:19.245604 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ab6a33e2-0fe9-4f25-a760-1c0b67905d1d req-0fe23cd4-79f5-4bd6-8850-7635f807ed51 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Oct 28 17:17:20.277198 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device e5345878-2b82-4888-9bef-2b507b2383e5 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:17:20.379608 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port e5345878-2b82-4888-9bef-2b507b2383e5, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e5345878-2b82-4888-9bef-2b507b2383e5,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:17:20.382460 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a9c6f-4d20-46c2-a384-d22173318369 req-51853e54-1061-47cc-8ff9-0f65b4b6f34f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:20.383974 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-817a9c6f-4d20-46c2-a384-d22173318369 req-51853e54-1061-47cc-8ff9-0f65b4b6f34f tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 944 time: 0.0575423 Oct 28 17:17:20.391098 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': 'e5345878-2b82-4888-9bef-2b507b2383e5', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'port_id': 'e5345878-2b82-4888-9bef-2b507b2383e5', 'mac_address': 'fa:16:3e:96:cb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:17:20.424892 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port e5345878-2b82-4888-9bef-2b507b2383e5 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:17:20.425311 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:20.431832 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-817a9c6f-4d20-46c2-a384-d22173318369 req-cb2478e7-11ca-42ff-934f-ca88f405c074 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420370 Oct 28 17:17:20.438489 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5345878-2b82-4888-9bef-2b507b2383e5 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:17:20.459836 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port e5345878-2b82-4888-9bef-2b507b2383e5, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e5345878-2b82-4888-9bef-2b507b2383e5,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:17:20.465901 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:20.512074 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=e5345878-2b82-4888-9bef-2b507b2383e5,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:20.519117 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.519464 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.519803 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.520131 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.520454 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.520776 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.521098 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.521450 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.521763 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.522112 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.522417 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.522728 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.523041 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:20.902640 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['e5345878-2b82-4888-9bef-2b507b2383e5'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:17:21.405402 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:21.571889 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448a310-32c0-4500-88b3-fe0cea76df90 req-ff55b99d-a3d3-45db-bad1-fd281bf52d7e tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:21.573354 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5448a310-32c0-4500-88b3-fe0cea76df90 req-ff55b99d-a3d3-45db-bad1-fd281bf52d7e tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 945 time: 0.0576973 Oct 28 17:17:21.622378 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5448a310-32c0-4500-88b3-fe0cea76df90 req-ce3b00cb-a846-469e-b717-b1e482dc998d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430238 Oct 28 17:17:22.287858 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device e5345878-2b82-4888-9bef-2b507b2383e5 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:17:22.351163 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port e5345878-2b82-4888-9bef-2b507b2383e5 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:17:22.355190 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port e5345878-2b82-4888-9bef-2b507b2383e5 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:17:22.355580 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:22.355918 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port e5345878-2b82-4888-9bef-2b507b2383e5 Oct 28 17:17:22.425899 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port e5345878-2b82-4888-9bef-2b507b2383e5 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:17:22.426494 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:22.454055 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5345878-2b82-4888-9bef-2b507b2383e5'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:17:22.456396 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c1b358-ceb2-4ac5-b4a5-8a6a5645b75e" -d '{"events": [{"server_uuid": "7a1e0008-e31e-45b1-86fa-195f3006821b", "name": "network-vif-plugged", "status": "completed", "tag": "e5345878-2b82-4888-9bef-2b507b2383e5"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:17:22.468712 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port e5345878-2b82-4888-9bef-2b507b2383e5, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e5345878-2b82-4888-9bef-2b507b2383e5,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:17:22.474167 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:22.499771 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2865615-aa9e-4d6c-94ab-0a1de0e7c53a x-openstack-request-id: req-d2865615-aa9e-4d6c-94ab-0a1de0e7c53a {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:17:22.500055 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1e0008-e31e-45b1-86fa-195f3006821b", "name": "network-vif-plugged", "status": "completed", "tag": "e5345878-2b82-4888-9bef-2b507b2383e5", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:17:22.500338 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2865615-aa9e-4d6c-94ab-0a1de0e7c53a {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:17:22.500715 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2865615-aa9e-4d6c-94ab-0a1de0e7c53a'] response: {'server_uuid': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5345878-2b82-4888-9bef-2b507b2383e5', 'code': 200} Oct 28 17:17:22.526282 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=e5345878-2b82-4888-9bef-2b507b2383e5,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:22.689580 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d81de-23b4-43ad-95cf-0dcc5b5df7e5 req-0334ffa9-d60c-463e-850a-809fcc7d34b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:22.691161 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-675d81de-23b4-43ad-95cf-0dcc5b5df7e5 req-0334ffa9-d60c-463e-850a-809fcc7d34b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 1130 time: 0.0471663 Oct 28 17:17:22.744613 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-675d81de-23b4-43ad-95cf-0dcc5b5df7e5 req-7884520e-43da-417a-8bbf-93b810917825 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472238 Oct 28 17:17:22.750660 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7bfc4-849a-4d87-ab7d-9f05ba734d6c req-3805e9ff-2d49-4d9f-a4cd-499f9982f6f3 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:22.752110 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-53b7bfc4-849a-4d87-ab7d-9f05ba734d6c req-3805e9ff-2d49-4d9f-a4cd-499f9982f6f3 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 946 time: 0.0551393 Oct 28 17:17:22.801080 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-53b7bfc4-849a-4d87-ab7d-9f05ba734d6c req-a7abfb9b-54e0-410f-b09a-2749f0112fee tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433474 Oct 28 17:17:23.818535 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:17:23.946768 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6592-bd10-43ff-97b4-6368a0e17747 req-bffdf2f7-bdbb-4477-bff4-ecf7ec182113 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:23.948232 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b67a6592-bd10-43ff-97b4-6368a0e17747 req-bffdf2f7-bdbb-4477-bff4-ecf7ec182113 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 946 time: 0.0628431 Oct 28 17:17:23.997393 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b67a6592-bd10-43ff-97b4-6368a0e17747 req-fd59e04d-d9b8-4c2d-91ec-58e76d9095c0 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408578 Oct 28 17:17:25.131828 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e4ff5-9d89-47a9-9846-8f4b1aba23b7 req-2ce216d7-a7bd-453c-aa79-460c25e207b6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:25.133295 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c5e4ff5-9d89-47a9-9846-8f4b1aba23b7 req-2ce216d7-a7bd-453c-aa79-460c25e207b6 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 946 time: 0.0527406 Oct 28 17:17:25.180838 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4c5e4ff5-9d89-47a9-9846-8f4b1aba23b7 req-5260dcba-7a0d-4295-aebb-f176849963da tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414598 Oct 28 17:17:25.309729 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1ebf4-6df2-4551-8eb0-e40f0106198a req-c8da3e11-3c10-4426-8b4f-4473b17af889 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:25.311483 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96c1ebf4-6df2-4551-8eb0-e40f0106198a req-c8da3e11-3c10-4426-8b4f-4473b17af889 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 946 time: 0.0615919 Oct 28 17:17:25.323455 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35940) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:25.328222 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-7b3c3dc6-7c06-4a6b-8f10-b03d76128681 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Request body: {'floatingip': {'port_id': 'e5345878-2b82-4888-9bef-2b507b2383e5'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:17:25.369508 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3dc6-7c06-4a6b-8f10-b03d76128681 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (73e662ad-5e86-499b-ab88-80733a81293f), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:25.994471 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.db.resource_extend [None req-7b3c3dc6-7c06-4a6b-8f10-b03d76128681 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 17:17:26.039422 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3dc6-7c06-4a6b-8f10-b03d76128681 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:26.046438 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3dc6-7c06-4a6b-8f10-b03d76128681 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (73e662ad-5e86-499b-ab88-80733a81293f), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:26.139163 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-7b3c3dc6-7c06-4a6b-8f10-b03d76128681 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Floating IP 73e662ad-5e86-499b-ab88-80733a81293f associated. External IP: 172.27.0.27, port: e5345878-2b82-4888-9bef-2b507b2383e5. Oct 28 17:17:26.341198 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3c3dc6-7c06-4a6b-8f10-b03d76128681 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Router d003c3d9-be37-46b3-932d-1e0a9c9307c6 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:17:26.451469 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3c3dc6-7c06-4a6b-8f10-b03d76128681 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:17:26.457364 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3dc6-7c06-4a6b-8f10-b03d76128681 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:26.462196 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] Sync routers for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:17:26.472813 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:17:26.473410 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:17:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:26.488450 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-7b3c3dc6-7c06-4a6b-8f10-b03d76128681 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "PUT /v2.0/floatingips/73e662ad-5e86-499b-ab88-80733a81293f HTTP/1.1" status: 200 len: 991 time: 1.1616859 Oct 28 17:17:26.488450 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'tag': 'e5345878-2b82-4888-9bef-2b507b2383e5'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:17:26.489317 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68e6b6-7104-4633-98c9-f71f131f2efa" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1e0008-e31e-45b1-86fa-195f3006821b", "tag": "e5345878-2b82-4888-9bef-2b507b2383e5"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:17:26.523236 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4943f4-afde-46f9-baef-16b0af5aefdc x-openstack-request-id: req-9e4943f4-afde-46f9-baef-16b0af5aefdc {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:17:26.523533 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1e0008-e31e-45b1-86fa-195f3006821b", "tag": "e5345878-2b82-4888-9bef-2b507b2383e5", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:17:26.523764 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e4943f4-afde-46f9-baef-16b0af5aefdc {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:17:26.524193 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4943f4-afde-46f9-baef-16b0af5aefdc'] response: {'name': 'network-changed', 'server_uuid': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'tag': 'e5345878-2b82-4888-9bef-2b507b2383e5', 'status': 'completed', 'code': 200} Oct 28 17:17:26.573879 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:17:26.593455 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-e1da5c7b-a0a1-42f2-9758-f6b8b57b31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:26.594959 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-e1da5c7b-a0a1-42f2-9758-f6b8b57b31cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 1130 time: 0.0451350 Oct 28 17:17:26.693935 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-11685c3d-35b0-457f-a98b-8d2d8d156c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:26.695513 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-11685c3d-35b0-457f-a98b-8d2d8d156c11 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 200 len: 912 time: 0.0928974 Oct 28 17:17:26.768448 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-a5696312-60d8-47dd-98d6-1783c8087075 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5345878-2b82-4888-9bef-2b507b2383e5 HTTP/1.1" status: 200 len: 999 time: 0.0591578 Oct 28 17:17:26.800255 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '73e662ad-5e86-499b-ab88-80733a81293f', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'port_id': 'e5345878-2b82-4888-9bef-2b507b2383e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'mac_address': 'fa:16:3e:96:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:17:12Z', 'updated_at': '2022-10-28T17:17:25Z', 'revision_number': 1, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:26.817403 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-541787eb-0dd8-47f0-be57-4a06dfe8a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:26.818943 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-541787eb-0dd8-47f0-be57-4a06dfe8a8a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 200 len: 850 time: 0.0438321 Oct 28 17:17:26.875968 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-f7ea50a8-5d80-43b3-a04b-5983213f3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:26.877495 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-f7ea50a8-5d80-43b3-a04b-5983213f3478 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1275e91b-d159-4566-9d23-a40414dc1241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509501 Oct 28 17:17:26.915708 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] Checking router: d003c3d9-be37-46b3-932d-1e0a9c9307c6 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:17:26.924414 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:17:26.925012 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:17:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:26.970392 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-29942bba-0ebb-47d2-a0d9-733131f7b512 service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849802 Oct 28 17:17:27.021783 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:17:27.064790 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9f68e6b6-7104-4633-98c9-f71f131f2efa req-f97487e6-6bec-49fd-bbd5-3feffd9a875c service neutron] 10.222.0.44 "GET /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867758 Oct 28 17:17:27.236467 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '73e662ad-5e86-499b-ab88-80733a81293f', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'port_id': 'e5345878-2b82-4888-9bef-2b507b2383e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'mac_address': 'fa:16:3e:96:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:17:12Z', 'updated_at': '2022-10-28T17:17:25Z', 'revision_number': 1, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:27.260387 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed493b9-55b2-4f05-b506-c2d2789b0586 None None] The sync data for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi is: [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '73e662ad-5e86-499b-ab88-80733a81293f', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'port_id': 'e5345878-2b82-4888-9bef-2b507b2383e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'mac_address': 'fa:16:3e:96:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:17:12Z', 'updated_at': '2022-10-28T17:17:25Z', 'revision_number': 1, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:17:27.467640 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364159eb-0221-4e72-b6b0-2a71e40385fa None None] New status for floating IP 73e662ad-5e86-499b-ab88-80733a81293f: ACTIVE {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:17:31.882481 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd9b6c-146d-4188-aac1-b1021f5e4ba8 req-ee400c51-2784-40ab-9b43-141430832820 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:31.883955 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-13cd9b6c-146d-4188-aac1-b1021f5e4ba8 req-ee400c51-2784-40ab-9b43-141430832820 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0533552 Oct 28 17:17:31.934595 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-13cd9b6c-146d-4188-aac1-b1021f5e4ba8 req-2feead75-f851-4b78-9f93-2aec92656b2d tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420666 Oct 28 17:17:33.073186 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c1245-f118-45ae-8a13-679667fd1d2c req-bdd7cc8d-e719-474a-bbd8-1d73c70e6033 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:33.074675 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8f0c1245-f118-45ae-8a13-679667fd1d2c req-bdd7cc8d-e719-474a-bbd8-1d73c70e6033 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0562649 Oct 28 17:17:33.123447 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8f0c1245-f118-45ae-8a13-679667fd1d2c req-141eeeb2-1649-4df8-850d-48e9c88fb172 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406227 Oct 28 17:17:34.272277 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f08acc-0242-45f9-9d5a-5aa1c42e31cb req-adaa2a4f-f42d-4e9f-ad84-4e0cf52917aa tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:34.273761 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a7f08acc-0242-45f9-9d5a-5aa1c42e31cb req-adaa2a4f-f42d-4e9f-ad84-4e0cf52917aa tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0630450 Oct 28 17:17:34.320077 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a7f08acc-0242-45f9-9d5a-5aa1c42e31cb req-cdb02571-4a96-4962-9d03-e59f6de8b986 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406394 Oct 28 17:17:35.447091 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044138b-5984-4178-b9cc-a8d1136f8c16 req-3ea31943-6711-4c0d-b0eb-bc3702de3231 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:35.448579 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0044138b-5984-4178-b9cc-a8d1136f8c16 req-3ea31943-6711-4c0d-b0eb-bc3702de3231 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0554888 Oct 28 17:17:35.496908 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0044138b-5984-4178-b9cc-a8d1136f8c16 req-5893509a-eb40-4226-8c12-572f4516ccb6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab9517d9-ed43-441c-8081-175ee8ebc976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426228 Oct 28 17:17:35.721335 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-72906061-0c4f-4d58-a775-193c7feb1326 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:35.722718 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-72906061-0c4f-4d58-a775-193c7feb1326 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 945 time: 0.0610955 Oct 28 17:17:35.814102 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Deleting port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:17:35.814464 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:35.905567 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] For port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:17:35.905973 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:36.066150 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:36.066533 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (6f7ce86f-6f53-4161-bfe8-5ab3e46feb86), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:36.066857 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Floating IP 6f7ce86f-6f53-4161-bfe8-5ab3e46feb86 disassociated. External IP: 172.27.0.21, port: 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73. Oct 28 17:17:36.067200 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Calling delete_port for 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:17:36.199230 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:36.230283 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event deleted for resources: {'Port': ['ID=9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:36.338887 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Router 43091b34-ca43-41fb-8250-e3bf2f8ad08a has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:17:36.442822 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:17:36.453523 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07006042-deb0-4b23-ac46-846397628655 None None] Sync routers for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:17:36.464305 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07006042-deb0-4b23-ac46-846397628655 None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:17:36.465152 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-07006042-deb0-4b23-ac46-846397628655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:17:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:36.484540 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] No DVR routers for this DVR port 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:17:36.487193 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:36.490568 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0f658d5e-b0c4-44e9-a42f-d3ff2477193e req-2bdabf82-03c1-4924-8834-23cbbcee5bfc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "DELETE /v2.0/ports/9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 HTTP/1.1" status: 204 len: 173 time: 0.7619295 Oct 28 17:17:36.491076 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'name': 'network-vif-deleted', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:17:36.493422 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf01a77-c261-4368-b020-d6e32dca01bb" -d '{"events": [{"server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "name": "network-vif-deleted", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:17:36.530766 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8bf5d5-7d56-42de-b45f-7e7325a8b493 x-openstack-request-id: req-ba8bf5d5-7d56-42de-b45f-7e7325a8b493 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:17:36.531096 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ac8814-901b-4463-af93-58db474ca60c", "name": "network-vif-deleted", "tag": "9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:17:36.531385 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba8bf5d5-7d56-42de-b45f-7e7325a8b493 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:17:36.531799 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8bf5d5-7d56-42de-b45f-7e7325a8b493'] response: {'server_uuid': '11ac8814-901b-4463-af93-58db474ca60c', 'name': 'network-vif-deleted', 'tag': '9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73', 'status': 'completed', 'code': 200} Oct 28 17:17:36.576241 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-07006042-deb0-4b23-ac46-846397628655 None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:17:36.626690 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1bc9c594-f696-43eb-b150-0a6343665a10 req-867feccc-3656-4107-819b-1e5795f0c9be tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=11ac8814-901b-4463-af93-58db474ca60c HTTP/1.1" status: 200 len: 210 time: 0.0364416 Oct 28 17:17:36.783457 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-07006042-deb0-4b23-ac46-846397628655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:15Z', 'revision_number': 5, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:36.811971 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07006042-deb0-4b23-ac46-846397628655 None None] Checking router: 43091b34-ca43-41fb-8250-e3bf2f8ad08a for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:17:36.821197 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07006042-deb0-4b23-ac46-846397628655 None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:17:36.821832 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-07006042-deb0-4b23-ac46-846397628655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:17:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:36.933931 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-07006042-deb0-4b23-ac46-846397628655 None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:17:37.139676 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-07006042-deb0-4b23-ac46-846397628655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:15Z', 'revision_number': 5, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:37.163223 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07006042-deb0-4b23-ac46-846397628655 None None] The sync data for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi is: [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:10Z', 'revision_number': 4, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'e3a58b07-ef31-4f9e-ba5a-dc9538b4e467', 'name': '', 'network_id': '603f58d8-b8bf-4379-999a-3de0ce72ad68', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'mac_address': 'fa:16:3e:06:cb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:10Z', 'updated_at': '2022-10-28T17:11:15Z', 'revision_number': 5, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'subnets': [{'id': 'e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:17:37.399415 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01ac03a-5127-4532-ae1c-df96b6f0a494 None None] New status for floating IP 6f7ce86f-6f53-4161-bfe8-5ab3e46feb86: DOWN {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:17:37.731658 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 35994) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:37.790538 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-36283dd5-9437-4f37-afa8-3b6bf9ff627c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group (ab9517d9-ed43-441c-8081-175ee8ebc976), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:37.814423 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-36283dd5-9437-4f37-afa8-3b6bf9ff627c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group (ab9517d9-ed43-441c-8081-175ee8ebc976), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:37.867955 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-36283dd5-9437-4f37-afa8-3b6bf9ff627c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ab9517d9-ed43-441c-8081-175ee8ebc976), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:37.872099 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-36283dd5-9437-4f37-afa8-3b6bf9ff627c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:37.873751 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-36283dd5-9437-4f37-afa8-3b6bf9ff627c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab9517d9-ed43-441c-8081-175ee8ebc976 HTTP/1.1" status: 204 len: 168 time: 0.1409302 Oct 28 17:17:37.876714 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35996) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:37.883109 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36283dd5-9437-4f37-afa8-3b6bf9ff627c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9517d9-ed43-441c-8081-175ee8ebc976,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:37.890353 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.api.v2.resource [None req-b58dec09-6b55-4be1-93c6-4dccf393833e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] show failed (client error): The resource could not be found. Oct 28 17:17:37.891332 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b58dec09-6b55-4be1-93c6-4dccf393833e tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups/ab9517d9-ed43-441c-8081-175ee8ebc976 HTTP/1.1" status: 404 len: 347 time: 0.0136189 Oct 28 17:17:37.894177 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 35998) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:38.013930 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-f08393e7-5ebb-4279-a000-e47559e09d29 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Deleting port 64d44435-3d9d-430c-8bff-2c46673eb562 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:17:38.014300 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f08393e7-5ebb-4279-a000-e47559e09d29 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (64d44435-3d9d-430c-8bff-2c46673eb562), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:38.089596 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f08393e7-5ebb-4279-a000-e47559e09d29 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (64d44435-3d9d-430c-8bff-2c46673eb562), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:38.089930 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f08393e7-5ebb-4279-a000-e47559e09d29 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for floatingip (64d44435-3d9d-430c-8bff-2c46673eb562), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:38.101666 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-f08393e7-5ebb-4279-a000-e47559e09d29 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Calling delete_port for 64d44435-3d9d-430c-8bff-2c46673eb562 owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:17:38.232914 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f08393e7-5ebb-4279-a000-e47559e09d29 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (64d44435-3d9d-430c-8bff-2c46673eb562), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:38.256028 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08393e7-5ebb-4279-a000-e47559e09d29 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event deleted for resources: {'Port': ['ID=64d44435-3d9d-430c-8bff-2c46673eb562,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:38.280587 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f08393e7-5ebb-4279-a000-e47559e09d29 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks [] for floatingip (6f7ce86f-6f53-4161-bfe8-5ab3e46feb86), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:38.283211 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f08393e7-5ebb-4279-a000-e47559e09d29 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:38.284378 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f08393e7-5ebb-4279-a000-e47559e09d29 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "DELETE /v2.0/floatingips/6f7ce86f-6f53-4161-bfe8-5ab3e46feb86 HTTP/1.1" status: 204 len: 168 time: 0.3892612 Oct 28 17:17:38.349981 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:17:38.368672 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:17:38.369037 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 9469ad39-7e67-4ce4-a72b-d4ab6d6a9b73 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:17:39.088479 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1d81e7be-542b-4729-be3f-ea40c8a1cbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:40.820863 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4f67d-37ac-4d87-8849-5b3440b0bb15 req-7be42f3b-79fe-4a54-a126-da803b531915 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:40.822859 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8de4f67d-37ac-4d87-8849-5b3440b0bb15 req-7be42f3b-79fe-4a54-a126-da803b531915 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0761883 Oct 28 17:17:40.874761 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8de4f67d-37ac-4d87-8849-5b3440b0bb15 req-72e5ed91-3019-4379-bf8d-1d8799b56d59 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Oct 28 17:17:41.444809 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-61070bd3-7376-4e55-85ea-082b564aa604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:41.562766 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-c5c63df2-ae54-48b6-9ead-ba5b3d415978 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:41.564221 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-c5c63df2-ae54-48b6-9ead-ba5b3d415978 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 946 time: 0.0599420 Oct 28 17:17:41.660268 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-b58c8fce-c542-40a4-848d-bd2d047953d0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Deleting port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:17:41.660610 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-b58c8fce-c542-40a4-848d-bd2d047953d0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:41.753677 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-b58c8fce-c542-40a4-848d-bd2d047953d0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] For port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:17:41.753916 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-b58c8fce-c542-40a4-848d-bd2d047953d0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:41.768011 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-b58c8fce-c542-40a4-848d-bd2d047953d0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Calling delete_port for 80cae0a5-11ec-4f9b-9c67-f03dbc95283b owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:17:41.899422 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-b58c8fce-c542-40a4-848d-bd2d047953d0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (80cae0a5-11ec-4f9b-9c67-f03dbc95283b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:41.913450 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['8a79b9f2-b282-48ff-b5df-8193de59a513', '80cae0a5-11ec-4f9b-9c67-f03dbc95283b'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:17:41.927675 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c8fce-c542-40a4-848d-bd2d047953d0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event deleted for resources: {'Port': ['ID=80cae0a5-11ec-4f9b-9c67-f03dbc95283b,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:41.974888 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-b58c8fce-c542-40a4-848d-bd2d047953d0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] No DVR routers for this DVR port 80cae0a5-11ec-4f9b-9c67-f03dbc95283b on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:17:41.977716 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-b58c8fce-c542-40a4-848d-bd2d047953d0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:41.981331 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f3b97360-e47b-40be-9d7d-396ee752f6d7 req-b58c8fce-c542-40a4-848d-bd2d047953d0 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "DELETE /v2.0/ports/80cae0a5-11ec-4f9b-9c67-f03dbc95283b HTTP/1.1" status: 204 len: 173 time: 0.4091556 Oct 28 17:17:41.981851 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2b4600-bc95-4f87-83be-429926730922', 'name': 'network-vif-deleted', 'tag': '80cae0a5-11ec-4f9b-9c67-f03dbc95283b'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:17:41.984434 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4629d206-89b6-4a2a-9b24-a813525a19ba" -d '{"events": [{"server_uuid": "0f2b4600-bc95-4f87-83be-429926730922", "name": "network-vif-deleted", "tag": "80cae0a5-11ec-4f9b-9c67-f03dbc95283b"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:17:41.992970 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8dba3298-cf48-4d1f-ba96-8c7442aaf3b8 req-99552c44-e176-488f-b51d-b553b3846cbc tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f2b4600-bc95-4f87-83be-429926730922 HTTP/1.1" status: 200 len: 210 time: 0.0301962 Oct 28 17:17:42.034516 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35c2b86-8c29-49ac-84d0-9d9e299c0eb6 x-openstack-request-id: req-a35c2b86-8c29-49ac-84d0-9d9e299c0eb6 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:17:42.034821 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2b4600-bc95-4f87-83be-429926730922", "name": "network-vif-deleted", "tag": "80cae0a5-11ec-4f9b-9c67-f03dbc95283b", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:17:42.035558 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a35c2b86-8c29-49ac-84d0-9d9e299c0eb6 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:17:42.035558 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35c2b86-8c29-49ac-84d0-9d9e299c0eb6'] response: {'server_uuid': '0f2b4600-bc95-4f87-83be-429926730922', 'name': 'network-vif-deleted', 'tag': '80cae0a5-11ec-4f9b-9c67-f03dbc95283b', 'status': 'completed', 'code': 200} Oct 28 17:17:42.505903 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:43.292955 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304dcb2-f9f6-430c-bc8a-b43e3f68f9b5 req-55b8def4-ddf4-4b9b-b73d-c0c6c9273105 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:43.294458 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2304dcb2-f9f6-430c-bc8a-b43e3f68f9b5 req-55b8def4-ddf4-4b9b-b73d-c0c6c9273105 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0631812 Oct 28 17:17:43.346156 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2304dcb2-f9f6-430c-bc8a-b43e3f68f9b5 req-8f3ab17f-48bf-4927-99ec-8fbfba8f7c54 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433352 Oct 28 17:17:44.099383 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:44.408376 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 80cae0a5-11ec-4f9b-9c67-f03dbc95283b no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:17:44.427730 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 80cae0a5-11ec-4f9b-9c67-f03dbc95283b {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:17:44.428085 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 80cae0a5-11ec-4f9b-9c67-f03dbc95283b not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:17:44.487447 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cc29-bef0-4b6b-a894-e50c3ca1591c req-37a7568f-8e94-4694-b451-d8c22b1676a2 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:44.488948 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9997cc29-bef0-4b6b-a894-e50c3ca1591c req-37a7568f-8e94-4694-b451-d8c22b1676a2 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0562320 Oct 28 17:17:44.536031 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9997cc29-bef0-4b6b-a894-e50c3ca1591c req-11d929ea-4930-43f0-9a72-265e89fa49f9 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Oct 28 17:17:45.365996 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:45.392077 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7779f-1df6-497a-82a1-5db34a55850c req-1a1d8ea9-c133-49d4-b2b8-a1b1b41553bd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:45.393554 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-add7779f-1df6-497a-82a1-5db34a55850c req-1a1d8ea9-c133-49d4-b2b8-a1b1b41553bd tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0665507 Oct 28 17:17:45.491026 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-add7779f-1df6-497a-82a1-5db34a55850c req-f0982cd5-ab41-449f-9b54-3c8eae1c883b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Deleting port 8a79b9f2-b282-48ff-b5df-8193de59a513 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:17:45.491359 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-add7779f-1df6-497a-82a1-5db34a55850c req-f0982cd5-ab41-449f-9b54-3c8eae1c883b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:45.587841 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-add7779f-1df6-497a-82a1-5db34a55850c req-f0982cd5-ab41-449f-9b54-3c8eae1c883b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] For port 8a79b9f2-b282-48ff-b5df-8193de59a513, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=8a79b9f2-b282-48ff-b5df-8193de59a513,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:17:45.588209 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-add7779f-1df6-497a-82a1-5db34a55850c req-f0982cd5-ab41-449f-9b54-3c8eae1c883b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:45.604861 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-add7779f-1df6-497a-82a1-5db34a55850c req-f0982cd5-ab41-449f-9b54-3c8eae1c883b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Calling delete_port for 8a79b9f2-b282-48ff-b5df-8193de59a513 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:17:45.661332 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cca7a-ec2a-4c90-9b66-2207bf89f9e3 req-a086fac3-a62a-41fb-b955-226730b93fd6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:45.662750 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-af3cca7a-ec2a-4c90-9b66-2207bf89f9e3 req-a086fac3-a62a-41fb-b955-226730b93fd6 tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/ports?device_id=861bb707-600d-4e11-bea3-090de2206c83 HTTP/1.1" status: 200 len: 946 time: 0.0530951 Oct 28 17:17:45.710271 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-af3cca7a-ec2a-4c90-9b66-2207bf89f9e3 req-4ad561dd-ceaf-4845-ad77-599b56b9431c tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.20 "GET /v2.0/security-groups?id=0152921a-36fa-4bc1-8b15-28f1dfc585db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Oct 28 17:17:45.733239 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-add7779f-1df6-497a-82a1-5db34a55850c req-f0982cd5-ab41-449f-9b54-3c8eae1c883b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (8a79b9f2-b282-48ff-b5df-8193de59a513), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:45.747860 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['8a79b9f2-b282-48ff-b5df-8193de59a513'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:17:45.762815 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982cd5-ab41-449f-9b54-3c8eae1c883b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Pushing event deleted for resources: {'Port': ['ID=8a79b9f2-b282-48ff-b5df-8193de59a513,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:45.809053 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-add7779f-1df6-497a-82a1-5db34a55850c req-f0982cd5-ab41-449f-9b54-3c8eae1c883b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] No DVR routers for this DVR port 8a79b9f2-b282-48ff-b5df-8193de59a513 on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:17:45.812118 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-add7779f-1df6-497a-82a1-5db34a55850c req-f0982cd5-ab41-449f-9b54-3c8eae1c883b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:45.815523 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-add7779f-1df6-497a-82a1-5db34a55850c req-f0982cd5-ab41-449f-9b54-3c8eae1c883b tempest-ServerRescueNegativeTestJSON-1394878295 tempest-ServerRescueNegativeTestJSON-1394878295-project] 10.222.0.44 "DELETE /v2.0/ports/8a79b9f2-b282-48ff-b5df-8193de59a513 HTTP/1.1" status: 204 len: 173 time: 0.4164083 Oct 28 17:17:45.816029 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861bb707-600d-4e11-bea3-090de2206c83', 'name': 'network-vif-deleted', 'tag': '8a79b9f2-b282-48ff-b5df-8193de59a513'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:17:45.818412 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344ef657-6974-40f6-9f98-6ed8fd1cc96a" -d '{"events": [{"server_uuid": "861bb707-600d-4e11-bea3-090de2206c83", "name": "network-vif-deleted", "tag": "8a79b9f2-b282-48ff-b5df-8193de59a513"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:17:45.861635 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03157638-5ae4-40f9-a46c-66333dec047b x-openstack-request-id: req-03157638-5ae4-40f9-a46c-66333dec047b {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:17:45.861934 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861bb707-600d-4e11-bea3-090de2206c83", "name": "network-vif-deleted", "tag": "8a79b9f2-b282-48ff-b5df-8193de59a513", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:17:45.862243 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03157638-5ae4-40f9-a46c-66333dec047b {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:17:45.862655 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03157638-5ae4-40f9-a46c-66333dec047b'] response: {'server_uuid': '861bb707-600d-4e11-bea3-090de2206c83', 'name': 'network-vif-deleted', 'tag': '8a79b9f2-b282-48ff-b5df-8193de59a513', 'status': 'completed', 'code': 200} Oct 28 17:17:46.778419 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36044) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:47.304935 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (43091b34-ca43-41fb-8250-e3bf2f8ad08a), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:47.836289 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] Deleting port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:17:47.837010 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:47.915288 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] For port e3a58b07-ef31-4f9e-ba5a-dc9538b4e467, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=e3a58b07-ef31-4f9e-ba5a-dc9538b4e467,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:17:47.915649 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:47.927848 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] Calling delete_port for e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 owned by network:router_interface {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:17:48.107111 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (e3a58b07-ef31-4f9e-ba5a-dc9538b4e467), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:48.129989 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a58b07-ef31-4f9e-ba5a-dc9538b4e467,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:48.289194 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (43091b34-ca43-41fb-8250-e3bf2f8ad08a), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:48.422471 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 8a79b9f2-b282-48ff-b5df-8193de59a513 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:17:48.442526 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 8a79b9f2-b282-48ff-b5df-8193de59a513 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:17:48.443087 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 8a79b9f2-b282-48ff-b5df-8193de59a513 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:17:48.499475 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] Router 43091b34-ca43-41fb-8250-e3bf2f8ad08a has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:17:48.599052 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:17:48.605650 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-cb225ac9-2d53-40cf-9eba-30fd584457d9 admin admin] 10.222.0.20 "PUT /v2.0/routers/43091b34-ca43-41fb-8250-e3bf2f8ad08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8246803 Oct 28 17:17:48.607180 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36052) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:48.608828 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] Sync routers for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:17:48.619127 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:17:48.619801 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:17:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:48.706022 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Publish callbacks [] for router (43091b34-ca43-41fb-8250-e3bf2f8ad08a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:48.718719 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:17:48.799582 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Publish callbacks [] for router_gateway (43091b34-ca43-41fb-8250-e3bf2f8ad08a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:48.854091 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Deleting port bc80737a-f176-4578-8a8b-c660a929ad9b {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:17:48.854424 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:48.903044 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:17:48Z', 'revision_number': 5, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port': {'id': 'bc80737a-f176-4578-8a8b-c660a929ad9b', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:48.937850 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] For port bc80737a-f176-4578-8a8b-c660a929ad9b, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=bc80737a-f176-4578-8a8b-c660a929ad9b,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:17:48.938252 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:48.951193 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Calling delete_port for bc80737a-f176-4578-8a8b-c660a929ad9b owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:17:49.008578 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] Checking router: 43091b34-ca43-41fb-8250-e3bf2f8ad08a for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:17:49.016895 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] Routers {'43091b34-ca43-41fb-8250-e3bf2f8ad08a'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:17:49.017473 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:17:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:49.096093 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] Set router 43091b34-ca43-41fb-8250-e3bf2f8ad08a gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:17:49.114957 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (bc80737a-f176-4578-8a8b-c660a929ad9b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.138914 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Pushing event deleted for resources: {'Port': ['ID=bc80737a-f176-4578-8a8b-c660a929ad9b,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:49.142862 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:17:48Z', 'revision_number': 6, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:49.164260 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.164809 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.165127 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.165498 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.165827 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.166185 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.166513 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.166838 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.167149 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.167471 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.167794 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.168111 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.168424 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:17:49.169591 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2079c178-38c4-48ed-9a11-b1ffcda44529 None None] The sync data for ids ['43091b34-ca43-41fb-8250-e3bf2f8ad08a'] in dv-cinder-859839-1-iscsi is: [{'id': '43091b34-ca43-41fb-8250-e3bf2f8ad08a', 'name': 'tempest-ServerRescueNegativeTestJSON-766874007-router', 'tenant_id': '49aee95e7abd4277becf4002c6f9f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:11:08Z', 'updated_at': '2022-10-28T17:17:48Z', 'revision_number': 6, 'project_id': '49aee95e7abd4277becf4002c6f9f34d', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:17:49.174739 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (43091b34-ca43-41fb-8250-e3bf2f8ad08a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.261526 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (43091b34-ca43-41fb-8250-e3bf2f8ad08a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.263723 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Publish callbacks [] for router_controller (43091b34-ca43-41fb-8250-e3bf2f8ad08a), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.309584 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (43091b34-ca43-41fb-8250-e3bf2f8ad08a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.310604 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43091b34-ca43-41fb-8250-e3bf2f8ad08a {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:17:49.315164 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.316623 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-47eeaf59-21ce-4969-9e53-5ef9761138cf admin admin] 10.222.0.20 "DELETE /v2.0/routers/43091b34-ca43-41fb-8250-e3bf2f8ad08a HTTP/1.1" status: 204 len: 168 time: 0.7084339 Oct 28 17:17:49.319304 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36054) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:49.366525 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efe19e2-7b26-4fed-9c5f-2f2d0cad7aa5 admin admin] Deleting subnet e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:17:49.369651 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0efe19e2-7b26-4fed-9c5f-2f2d0cad7aa5 admin admin] Publish callbacks [] for subnet (e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.405193 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0efe19e2-7b26-4fed-9c5f-2f2d0cad7aa5 admin admin] Publish callbacks [] for subnet (e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.447211 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0efe19e2-7b26-4fed-9c5f-2f2d0cad7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.510215 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0efe19e2-7b26-4fed-9c5f-2f2d0cad7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.538595 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe19e2-7b26-4fed-9c5f-2f2d0cad7aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:49.544657 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0efe19e2-7b26-4fed-9c5f-2f2d0cad7aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.550368 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0efe19e2-7b26-4fed-9c5f-2f2d0cad7aa5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e9a7d8a3-95dd-4b2e-ab7b-9677a9155adc HTTP/1.1" status: 204 len: 168 time: 0.2277420 Oct 28 17:17:49.550809 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36056) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:49.554218 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68927ef-7288-4ec5-b87c-45cc16ddc5a4 None None] Network 603f58d8-b8bf-4379-999a-3de0ce72ad68 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:17:49.629508 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (603f58d8-b8bf-4379-999a-3de0ce72ad68), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.683212 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Deleting port 28f6d1cd-3111-411b-bf0b-24511e48b762 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:17:49.683553 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.747486 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] For port 28f6d1cd-3111-411b-bf0b-24511e48b762, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=28f6d1cd-3111-411b-bf0b-24511e48b762,segment=NetworkSegment(09ef219f-2d9d-463c-b51c-4994ef3ae0ad),segment_id=09ef219f-2d9d-463c-b51c-4994ef3ae0ad)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:17:49.747855 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.765485 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Calling delete_port for 28f6d1cd-3111-411b-bf0b-24511e48b762 owned by network:dhcp {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:17:49.851392 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (28f6d1cd-3111-411b-bf0b-24511e48b762), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.875247 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f6d1cd-3111-411b-bf0b-24511e48b762,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:49.879851 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] No DVR routers for this DVR port 28f6d1cd-3111-411b-bf0b-24511e48b762 on host dv-cinder-859839-1-iscsi {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:17:49.950286 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (603f58d8-b8bf-4379-999a-3de0ce72ad68), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:49.969747 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce91b9-819d-4e40-b868-406e361b12f5 None None] DHCP port deletion for 603f58d8-b8bf-4379-999a-3de0ce72ad68 request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:17:49.976884 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603f58d8-b8bf-4379-999a-3de0ce72ad68']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:49.988756 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ef219f-2d9d-463c-b51c-4994ef3ae0ad') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:49.989059 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ef219f-2d9d-463c-b51c-4994ef3ae0ad') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:17:49.998882 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (09ef219f-2d9d-463c-b51c-4994ef3ae0ad), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:50.012857 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (09ef219f-2d9d-463c-b51c-4994ef3ae0ad), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:50.019832 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:17:50.020256 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (09ef219f-2d9d-463c-b51c-4994ef3ae0ad), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:50.058179 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment 09ef219f-2d9d-463c-b51c-4994ef3ae0ad resource provider aggregate not found Oct 28 17:17:50.081806 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment 09ef219f-2d9d-463c-b51c-4994ef3ae0ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09ef219f-2d9d-463c-b51c-4994ef3ae0ad found for delete ", "request_id": "req-512f8e73-ed5d-4ffe-a59b-2ec7e372f22f"}]} Oct 28 17:17:50.088934 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (603f58d8-b8bf-4379-999a-3de0ce72ad68), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:50.094831 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:50.100936 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] 10.222.0.20 "DELETE /v2.0/networks/603f58d8-b8bf-4379-999a-3de0ce72ad68 HTTP/1.1" status: 204 len: 168 time: 0.5463223 Oct 28 17:17:50.110032 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42525712-14a7-4bdc-80f0-dd84d208e677 admin admin] Pushing event deleted for resources: {'Network': ['ID=603f58d8-b8bf-4379-999a-3de0ce72ad68,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:50.222617 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36066) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:50.269358 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d5b6cd35-fd30-4a12-997e-174c88bcd800 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49aee95e7abd4277becf4002c6f9f34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430930 Oct 28 17:17:50.269562 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36068) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:50.315508 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-208e954c-a58c-4221-8c1f-e1f96f0409cb admin admin] Publish callbacks [] for security_group (0152921a-36fa-4bc1-8b15-28f1dfc585db), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:50.339509 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-208e954c-a58c-4221-8c1f-e1f96f0409cb admin admin] Publish callbacks [] for security_group (0152921a-36fa-4bc1-8b15-28f1dfc585db), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:50.390553 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-208e954c-a58c-4221-8c1f-e1f96f0409cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (0152921a-36fa-4bc1-8b15-28f1dfc585db), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:50.393106 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-208e954c-a58c-4221-8c1f-e1f96f0409cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:50.394251 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-208e954c-a58c-4221-8c1f-e1f96f0409cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0152921a-36fa-4bc1-8b15-28f1dfc585db HTTP/1.1" status: 204 len: 168 time: 0.1237955 Oct 28 17:17:50.401968 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e954c-a58c-4221-8c1f-e1f96f0409cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0152921a-36fa-4bc1-8b15-28f1dfc585db,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:50.501283 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:17:50.520598 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:17:50.520939 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device e3a58b07-ef31-4f9e-ba5a-dc9538b4e467 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:17:50.521348 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device bc80737a-f176-4578-8a8b-c660a929ad9b no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:17:50.538463 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: bc80737a-f176-4578-8a8b-c660a929ad9b {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:17:50.538797 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device bc80737a-f176-4578-8a8b-c660a929ad9b not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:17:50.539203 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 28f6d1cd-3111-411b-bf0b-24511e48b762 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:17:50.560349 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 28f6d1cd-3111-411b-bf0b-24511e48b762 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:17:50.560977 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 28f6d1cd-3111-411b-bf0b-24511e48b762 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:17:51.410326 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.167752 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36118) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:52.294468 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9bc2674a-f075-4530-9c56-262407ab61a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.369060 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9bc2674a-f075-4530-9c56-262407ab61a5 admin admin] Publish callbacks [] for security_group (6a8095b7-4f54-4470-a0c4-e84d5cf8d8df), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.374746 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9bc2674a-f075-4530-9c56-262407ab61a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6a8095b7-4f54-4470-a0c4-e84d5cf8d8df), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.410499 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2674a-f075-4530-9c56-262407ab61a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8095b7-4f54-4470-a0c4-e84d5cf8d8df,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:52.414824 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9bc2674a-f075-4530-9c56-262407ab61a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77d20ab707d14b7bb4a34719ffaa8930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459929 Oct 28 17:17:52.417724 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36122) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:52.465496 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1cc109d-6356-497f-bb66-8895be5ac3e1 admin admin] Publish callbacks [] for security_group (6a8095b7-4f54-4470-a0c4-e84d5cf8d8df), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.486429 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1cc109d-6356-497f-bb66-8895be5ac3e1 admin admin] Publish callbacks [] for security_group (6a8095b7-4f54-4470-a0c4-e84d5cf8d8df), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.536793 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1cc109d-6356-497f-bb66-8895be5ac3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6a8095b7-4f54-4470-a0c4-e84d5cf8d8df), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.541432 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1cc109d-6356-497f-bb66-8895be5ac3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.543425 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d1cc109d-6356-497f-bb66-8895be5ac3e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a8095b7-4f54-4470-a0c4-e84d5cf8d8df HTTP/1.1" status: 204 len: 168 time: 0.1245594 Oct 28 17:17:52.553285 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc109d-6356-497f-bb66-8895be5ac3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8095b7-4f54-4470-a0c4-e84d5cf8d8df,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:52.835283 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36130) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:52.848657 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9383bb94-6ec0-4eee-8c35-0f3fd98f1bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.925248 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9383bb94-6ec0-4eee-8c35-0f3fd98f1bbb admin admin] Publish callbacks [] for security_group (726dd481-1479-44a8-bbd7-0f37e2793ca4), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.929909 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9383bb94-6ec0-4eee-8c35-0f3fd98f1bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (726dd481-1479-44a8-bbd7-0f37e2793ca4), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:52.968770 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9383bb94-6ec0-4eee-8c35-0f3fd98f1bbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7845c530d1774744a937149de8dcf806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323848 Oct 28 17:17:52.969671 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383bb94-6ec0-4eee-8c35-0f3fd98f1bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726dd481-1479-44a8-bbd7-0f37e2793ca4,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:52.971603 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36136) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:17:53.021462 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-993b80c3-5030-40c9-a4f9-ed0501cf3761 admin admin] Publish callbacks [] for security_group (726dd481-1479-44a8-bbd7-0f37e2793ca4), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:53.042709 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-993b80c3-5030-40c9-a4f9-ed0501cf3761 admin admin] Publish callbacks [] for security_group (726dd481-1479-44a8-bbd7-0f37e2793ca4), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:53.092831 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-993b80c3-5030-40c9-a4f9-ed0501cf3761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (726dd481-1479-44a8-bbd7-0f37e2793ca4), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:53.095692 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-993b80c3-5030-40c9-a4f9-ed0501cf3761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:17:53.096878 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-993b80c3-5030-40c9-a4f9-ed0501cf3761 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/726dd481-1479-44a8-bbd7-0f37e2793ca4 HTTP/1.1" status: 204 len: 168 time: 0.1243145 Oct 28 17:17:53.106592 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b80c3-5030-40c9-a4f9-ed0501cf3761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726dd481-1479-44a8-bbd7-0f37e2793ca4,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:17:57.673002 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-d6411a47-b498-47ce-9b7b-3212ba93a0ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458980 Oct 28 17:17:57.751582 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-bd75afed-ffeb-43f1-9a1d-3da46d04469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:57.753265 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-bd75afed-ffeb-43f1-9a1d-3da46d04469c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142eaebbbefa4813a08ddc6bc669ab79&device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 1130 time: 0.0553064 Oct 28 17:17:57.859798 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-6d15356e-6c4f-4d7e-ae6f-35333f8445ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:57.861231 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-6d15356e-6c4f-4d7e-ae6f-35333f8445ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca HTTP/1.1" status: 200 len: 909 time: 0.0868497 Oct 28 17:17:57.931760 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-b4050c95-b71c-43ac-8eaa-add434b99d8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef39a08-8546-4ead-91a0-ead95355f19f HTTP/1.1" status: 200 len: 1002 time: 0.0629935 Oct 28 17:17:57.979416 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-fbf84eca-a8d4-4fed-9210-c453a0519e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:57.980792 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-fbf84eca-a8d4-4fed-9210-c453a0519e9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=928823ca-6784-4f4c-9fd4-76ea4b06ca11 HTTP/1.1" status: 200 len: 847 time: 0.0429232 Oct 28 17:17:58.035554 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-417f218f-44b7-4bbd-a92c-b8352cf18a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:17:58.037054 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-417f218f-44b7-4bbd-a92c-b8352cf18a07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470872 Oct 28 17:17:58.143050 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-505fc895-e041-4cd6-a2b6-320e9a577ace service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990560 Oct 28 17:17:58.236567 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b97ae69-a4e6-489e-90b1-1f2cef91d545 req-d9fa5d1c-9021-4458-ab61-5b7cb5ed9908 service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870929 Oct 28 17:18:00.812870 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:18:02.278232 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce157-119d-4094-8180-757b35e9e1c8 req-8c79d41e-4c9b-4bc2-988e-e7d08567d406 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:02.280210 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e74ce157-119d-4094-8180-757b35e9e1c8 req-8c79d41e-4c9b-4bc2-988e-e7d08567d406 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0654986 Oct 28 17:18:02.328870 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e74ce157-119d-4094-8180-757b35e9e1c8 req-9e8e7dbb-d3ee-497f-987a-08f16b00a57f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Oct 28 17:18:03.462897 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84709b-1b41-457e-9f7c-4c2419b31375 req-ae5f7d72-929d-4278-b5c7-a201cc37df52 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:03.464298 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6f84709b-1b41-457e-9f7c-4c2419b31375 req-ae5f7d72-929d-4278-b5c7-a201cc37df52 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0541589 Oct 28 17:18:03.516845 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6f84709b-1b41-457e-9f7c-4c2419b31375 req-bda9d640-bf85-4255-9489-6c087c841b59 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466874 Oct 28 17:18:04.650430 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28874b4a-1d1c-46f1-a07b-1ed659bb543b req-50fb907f-8aec-4b56-822c-5288dd7681e8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:04.651997 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28874b4a-1d1c-46f1-a07b-1ed659bb543b req-50fb907f-8aec-4b56-822c-5288dd7681e8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0546598 Oct 28 17:18:04.702819 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-28874b4a-1d1c-46f1-a07b-1ed659bb543b req-0155d0b3-1fe1-4a9c-be60-c7c456aee514 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448756 Oct 28 17:18:04.915787 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62479887-98de-46d4-80c4-ea83f19e752a req-958b3918-c7cd-4e9a-b75a-f83955ec100e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:04.917233 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62479887-98de-46d4-80c4-ea83f19e752a req-958b3918-c7cd-4e9a-b75a-f83955ec100e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 945 time: 0.0523224 Oct 28 17:18:04.965516 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-62479887-98de-46d4-80c4-ea83f19e752a req-a08915bf-0d0e-4bf0-801e-fbbd4761be5d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424006 Oct 28 17:18:05.851882 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c560-aee4-4109-ae2b-54b1ca90be0b req-0c89747d-9cc4-4d43-9a99-35382ba3422f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:05.853277 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6569c560-aee4-4109-ae2b-54b1ca90be0b req-0c89747d-9cc4-4d43-9a99-35382ba3422f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0583129 Oct 28 17:18:05.905439 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6569c560-aee4-4109-ae2b-54b1ca90be0b req-c7090a0a-432b-408e-bf51-179adff16d83 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 Oct 28 17:18:06.105099 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a206c-7ee3-448f-9b06-404da9dd0f55 req-29b2e08c-4883-4df7-956c-0b43108f47b0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:06.106497 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2e5a206c-7ee3-448f-9b06-404da9dd0f55 req-29b2e08c-4883-4df7-956c-0b43108f47b0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 945 time: 0.0556555 Oct 28 17:18:06.156703 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2e5a206c-7ee3-448f-9b06-404da9dd0f55 req-f3ac2439-d928-4643-ae08-fc295de21a19 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421345 Oct 28 17:18:06.888876 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-6c55007c-4d40-4146-831d-2e3929a560b7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:06.890329 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-6c55007c-4d40-4146-831d-2e3929a560b7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 945 time: 0.0594769 Oct 28 17:18:06.987195 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Deleting port 284a305a-04e4-4bc5-8eb4-f7612387c016 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:06.987542 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:07.054956 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3abd2a-3761-4b70-9d0f-578f76336579 req-f71796bd-6e29-465a-bc54-6ae31c91885b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:07.056519 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9e3abd2a-3761-4b70-9d0f-578f76336579 req-f71796bd-6e29-465a-bc54-6ae31c91885b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0600033 Oct 28 17:18:07.080429 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] For port 284a305a-04e4-4bc5-8eb4-f7612387c016, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=284a305a-04e4-4bc5-8eb4-f7612387c016,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:07.080754 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:07.104389 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9e3abd2a-3761-4b70-9d0f-578f76336579 req-544e7bf4-aa77-45a7-8a4b-5c92247a63eb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 Oct 28 17:18:07.238506 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:07.238748 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (5b70ea97-7714-492b-81d5-8ccdd3537e10), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:07.239081 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Floating IP 5b70ea97-7714-492b-81d5-8ccdd3537e10 disassociated. External IP: 172.27.0.233, port: 284a305a-04e4-4bc5-8eb4-f7612387c016. Oct 28 17:18:07.239419 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Calling delete_port for 284a305a-04e4-4bc5-8eb4-f7612387c016 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:07.283244 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cc730-34a5-4ee1-bec5-9ef046e154c7 req-146d413d-38a9-4010-8e1a-8760aec24248 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:07.284732 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-506cc730-34a5-4ee1-bec5-9ef046e154c7 req-146d413d-38a9-4010-8e1a-8760aec24248 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=a21c0e16-0e9b-4acf-b25e-1878a6ba23f2 HTTP/1.1" status: 200 len: 945 time: 0.0539813 Oct 28 17:18:07.331683 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-506cc730-34a5-4ee1-bec5-9ef046e154c7 req-6f471305-525f-4ea7-b8e0-91713f676061 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c3cc17-35eb-4ef6-9210-1c402f9a5434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410650 Oct 28 17:18:07.363922 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (284a305a-04e4-4bc5-8eb4-f7612387c016), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:07.392067 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'Port': ['ID=284a305a-04e4-4bc5-8eb4-f7612387c016,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:07.499661 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:18:07.606546 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:18:07.617140 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:18:07.627050 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:18:07.627661 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:17:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:07.651259 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] No DVR routers for this DVR port 284a305a-04e4-4bc5-8eb4-f7612387c016 on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:18:07.653983 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:07.657478 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2b6e1fa7-f700-4efe-92a9-9b651cb8a031 req-774fa028-9ca6-4ef3-9808-98689c73fc12 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "DELETE /v2.0/ports/284a305a-04e4-4bc5-8eb4-f7612387c016 HTTP/1.1" status: 204 len: 173 time: 0.7609172 Oct 28 17:18:07.658011 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'name': 'network-vif-deleted', 'tag': '284a305a-04e4-4bc5-8eb4-f7612387c016'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:07.660389 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34872cc2-7f6c-4ee4-87d8-7ff00cd1becd" -d '{"events": [{"server_uuid": "a21c0e16-0e9b-4acf-b25e-1878a6ba23f2", "name": "network-vif-deleted", "tag": "284a305a-04e4-4bc5-8eb4-f7612387c016"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:07.698014 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fac66ea-873c-43d2-bb1a-f5e2d3792380 x-openstack-request-id: req-2fac66ea-873c-43d2-bb1a-f5e2d3792380 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:07.698333 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21c0e16-0e9b-4acf-b25e-1878a6ba23f2", "name": "network-vif-deleted", "tag": "284a305a-04e4-4bc5-8eb4-f7612387c016", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:07.698605 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fac66ea-873c-43d2-bb1a-f5e2d3792380 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:07.699049 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fac66ea-873c-43d2-bb1a-f5e2d3792380'] response: {'server_uuid': 'a21c0e16-0e9b-4acf-b25e-1878a6ba23f2', 'name': 'network-vif-deleted', 'tag': '284a305a-04e4-4bc5-8eb4-f7612387c016', 'status': 'completed', 'code': 200} Oct 28 17:18:07.888694 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:18:08.086229 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:08.115155 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:18:08.125181 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:18:08.126598 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:17:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:08.242124 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:18:08.266599 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708dd65-0ef8-4fc8-b370-d101caa43a0a req-7ff34d78-aa54-493b-a13d-6e62058c211a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:08.267965 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c708dd65-0ef8-4fc8-b370-d101caa43a0a req-7ff34d78-aa54-493b-a13d-6e62058c211a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0557265 Oct 28 17:18:08.317308 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c708dd65-0ef8-4fc8-b370-d101caa43a0a req-1fa5dded-92e9-49cd-99b4-c6050c689674 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Oct 28 17:18:08.426438 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36432) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:08.445217 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:08.470713 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6ce0a-1956-4cde-bcab-0135b253d480 None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:18:08.485784 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cdb01a0a-eb80-471b-9172-d632edc59b62 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (14c3cc17-35eb-4ef6-9210-1c402f9a5434), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:08.510235 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cdb01a0a-eb80-471b-9172-d632edc59b62 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (14c3cc17-35eb-4ef6-9210-1c402f9a5434), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:08.564270 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cdb01a0a-eb80-471b-9172-d632edc59b62 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (14c3cc17-35eb-4ef6-9210-1c402f9a5434), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:08.567149 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cdb01a0a-eb80-471b-9172-d632edc59b62 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:08.568320 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-cdb01a0a-eb80-471b-9172-d632edc59b62 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "DELETE /v2.0/security-groups/14c3cc17-35eb-4ef6-9210-1c402f9a5434 HTTP/1.1" status: 204 len: 168 time: 0.1408770 Oct 28 17:18:08.571499 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36434) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:08.578024 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb01a0a-eb80-471b-9172-d632edc59b62 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c3cc17-35eb-4ef6-9210-1c402f9a5434,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:08.584307 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.api.v2.resource [None req-a9215e0c-0326-436a-84f5-a4cab94efb91 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] show failed (client error): The resource could not be found. Oct 28 17:18:08.585411 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a9215e0c-0326-436a-84f5-a4cab94efb91 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups/14c3cc17-35eb-4ef6-9210-1c402f9a5434 HTTP/1.1" status: 404 len: 347 time: 0.0129499 Oct 28 17:18:08.588509 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36436) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:08.720376 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-55e82335-da3d-43c6-9ab1-e8863dd823fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Deleting port a46eb392-00c9-49f6-b8bb-b064c25a426a {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:08.720848 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-55e82335-da3d-43c6-9ab1-e8863dd823fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (a46eb392-00c9-49f6-b8bb-b064c25a426a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:08.735358 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a9e69b-f0e6-488b-a673-ff60eccc210a None None] New status for floating IP 5b70ea97-7714-492b-81d5-8ccdd3537e10: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:18:08.794326 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-55e82335-da3d-43c6-9ab1-e8863dd823fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (a46eb392-00c9-49f6-b8bb-b064c25a426a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:08.794570 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-55e82335-da3d-43c6-9ab1-e8863dd823fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (a46eb392-00c9-49f6-b8bb-b064c25a426a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:08.807449 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-55e82335-da3d-43c6-9ab1-e8863dd823fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Calling delete_port for a46eb392-00c9-49f6-b8bb-b064c25a426a owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:08.941395 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-55e82335-da3d-43c6-9ab1-e8863dd823fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (a46eb392-00c9-49f6-b8bb-b064c25a426a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:08.973859 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e82335-da3d-43c6-9ab1-e8863dd823fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'Port': ['ID=a46eb392-00c9-49f6-b8bb-b064c25a426a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:08.997590 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-55e82335-da3d-43c6-9ab1-e8863dd823fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (5b70ea97-7714-492b-81d5-8ccdd3537e10), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.000277 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-55e82335-da3d-43c6-9ab1-e8863dd823fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.001442 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-55e82335-da3d-43c6-9ab1-e8863dd823fe tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "DELETE /v2.0/floatingips/5b70ea97-7714-492b-81d5-8ccdd3537e10 HTTP/1.1" status: 204 len: 168 time: 0.4119749 Oct 28 17:18:09.077753 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36440) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:09.081629 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f35ffad6-24b7-496a-bfb6-afe920699897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.083051 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-6a963399-dac7-4157-96b7-e0ce7aea7de3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1829966271', 'description': 'tempest-description--62299465'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:09.104296 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a963399-dac7-4157-96b7-e0ce7aea7de3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.173198 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a963399-dac7-4157-96b7-e0ce7aea7de3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (10a54570-062a-4b27-be38-d2b3289e8c6e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.179870 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a963399-dac7-4157-96b7-e0ce7aea7de3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (10a54570-062a-4b27-be38-d2b3289e8c6e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.205961 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6a963399-dac7-4157-96b7-e0ce7aea7de3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.207185 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6a963399-dac7-4157-96b7-e0ce7aea7de3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1284032 Oct 28 17:18:09.210319 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36442) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:09.211200 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a963399-dac7-4157-96b7-e0ce7aea7de3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a54570-062a-4b27-be38-d2b3289e8c6e,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:09.215040 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group_rule': {'security_group_id': '10a54570-062a-4b27-be38-d2b3289e8c6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:09.242537 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (3092a6a7-f98a-4169-a013-070381317154), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.289130 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (3092a6a7-f98a-4169-a013-070381317154), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.294075 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (3092a6a7-f98a-4169-a013-070381317154), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.312652 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3092a6a7-f98a-4169-a013-070381317154,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:09.321900 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.322305 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.322716 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.323146 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.323509 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.323884 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.324198 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.324556 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.324943 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.325271 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.325620 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.325945 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.326285 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:09.333597 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.337392 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6771f4e6-ba99-40cc-bc2f-b6f0831cfe9a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260233 Oct 28 17:18:09.337747 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36454) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:09.342753 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-6b116fc7-a90d-4df8-886b-b8b393268d29 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'security_group_rule': {'security_group_id': '10a54570-062a-4b27-be38-d2b3289e8c6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:09.371891 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6b116fc7-a90d-4df8-886b-b8b393268d29 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (c71194ae-c294-4fc3-b1b8-1534dd524522), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.463593 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6b116fc7-a90d-4df8-886b-b8b393268d29 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (c71194ae-c294-4fc3-b1b8-1534dd524522), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.470612 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6b116fc7-a90d-4df8-886b-b8b393268d29 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8357790'] for security_group_rule (c71194ae-c294-4fc3-b1b8-1534dd524522), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.483094 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba998119-94ed-484f-a876-f5f791ad1b5d req-22daac72-395a-4273-8978-ee2173244eed tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:09.484792 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ba998119-94ed-484f-a876-f5f791ad1b5d req-22daac72-395a-4273-8978-ee2173244eed tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0787404 Oct 28 17:18:09.504735 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b116fc7-a90d-4df8-886b-b8b393268d29 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71194ae-c294-4fc3-b1b8-1534dd524522,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:09.522077 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6b116fc7-a90d-4df8-886b-b8b393268d29 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.526302 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6b116fc7-a90d-4df8-886b-b8b393268d29 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1842051 Oct 28 17:18:09.526766 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36470) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:09.531693 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:09.549856 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ba998119-94ed-484f-a876-f5f791ad1b5d req-bfe2b087-e6a8-4506-97c0-e2dece7c4fef tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562277 Oct 28 17:18:09.560147 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.660385 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.764846 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Allocated IP 172.27.0.189 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/c090c719-78b4-4f0d-887f-d09931ccf6e1) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:18:09.765600 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36474) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:09.867239 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (c090c719-78b4-4f0d-887f-d09931ccf6e1), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.871284 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d185fb6f-cdbc-40b5-a030-ddbc75a81cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.899737 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (c090c719-78b4-4f0d-887f-d09931ccf6e1), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.939240 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:18:09.944152 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:18:09.945490 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d185fb6f-cdbc-40b5-a030-ddbc75a81cd0 admin admin] Publish callbacks [] for security_group (a11d827e-cf36-4803-bc22-8041a6976d12), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.946443 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=c090c719-78b4-4f0d-887f-d09931ccf6e1,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:09.948643 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:18:09.955132 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d185fb6f-cdbc-40b5-a030-ddbc75a81cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a11d827e-cf36-4803-bc22-8041a6976d12), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:09.996217 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185fb6f-cdbc-40b5-a030-ddbc75a81cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d827e-cf36-4803-bc22-8041a6976d12,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:10.003009 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d185fb6f-cdbc-40b5-a030-ddbc75a81cd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=891b5e9190844519bedf17a1a4e5150a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337554 Oct 28 17:18:10.003396 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36478) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:10.031257 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (a4f3aa13-8d37-4991-b7d2-a74eb5f32627), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.050547 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2651-f365-4d63-b8c1-54fedbf5cc00 admin admin] Publish callbacks [] for security_group (a11d827e-cf36-4803-bc22-8041a6976d12), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.069201 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (c090c719-78b4-4f0d-887f-d09931ccf6e1), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.072046 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2651-f365-4d63-b8c1-54fedbf5cc00 admin admin] Publish callbacks [] for security_group (a11d827e-cf36-4803-bc22-8041a6976d12), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.119717 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2651-f365-4d63-b8c1-54fedbf5cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a11d827e-cf36-4803-bc22-8041a6976d12), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.122255 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2651-f365-4d63-b8c1-54fedbf5cc00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.125916 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5f1f2651-f365-4d63-b8c1-54fedbf5cc00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a11d827e-cf36-4803-bc22-8041a6976d12 HTTP/1.1" status: 204 len: 168 time: 0.1193399 Oct 28 17:18:10.132401 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f2651-f365-4d63-b8c1-54fedbf5cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d827e-cf36-4803-bc22-8041a6976d12,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:10.224048 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (c090c719-78b4-4f0d-887f-d09931ccf6e1), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.232088 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (c090c719-78b4-4f0d-887f-d09931ccf6e1), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.292292 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=c090c719-78b4-4f0d-887f-d09931ccf6e1,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:10.294810 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (a4f3aa13-8d37-4991-b7d2-a74eb5f32627), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.311503 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.312861 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-23d53c1a-0f2a-48a7-9cb6-1775ba88466d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7850995 Oct 28 17:18:10.386285 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36488) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:10.399503 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aa84aa16-554d-495e-a919-94f04861a081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.475761 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aa84aa16-554d-495e-a919-94f04861a081 admin admin] Publish callbacks [] for security_group (16889dc3-2172-4038-9d25-8b692d75625b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.483949 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aa84aa16-554d-495e-a919-94f04861a081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (16889dc3-2172-4038-9d25-8b692d75625b), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.502273 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 284a305a-04e4-4bc5-8eb4-f7612387c016 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:18:10.523749 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 284a305a-04e4-4bc5-8eb4-f7612387c016 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:18:10.524070 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 284a305a-04e4-4bc5-8eb4-f7612387c016 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:18:10.542915 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-aa84aa16-554d-495e-a919-94f04861a081 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9dc91f63d69428cb98bf8e8401b0e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555138 Oct 28 17:18:10.546081 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36500) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:10.551710 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84aa16-554d-495e-a919-94f04861a081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16889dc3-2172-4038-9d25-8b692d75625b,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:10.557186 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-91876bb5-0453-4a08-b2df-de0645929118 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1829966271&fields=id&tenant_id=b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 267 time: 0.0801606 Oct 28 17:18:10.600424 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-696f24aa-7a90-4110-8924-99e1a363aea3 admin admin] Publish callbacks [] for security_group (16889dc3-2172-4038-9d25-8b692d75625b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.623102 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-696f24aa-7a90-4110-8924-99e1a363aea3 admin admin] Publish callbacks [] for security_group (16889dc3-2172-4038-9d25-8b692d75625b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.669811 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-696f24aa-7a90-4110-8924-99e1a363aea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (16889dc3-2172-4038-9d25-8b692d75625b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.672822 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-696f24aa-7a90-4110-8924-99e1a363aea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:10.676920 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-696f24aa-7a90-4110-8924-99e1a363aea3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16889dc3-2172-4038-9d25-8b692d75625b HTTP/1.1" status: 204 len: 168 time: 0.1297574 Oct 28 17:18:10.685446 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f24aa-7a90-4110-8924-99e1a363aea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16889dc3-2172-4038-9d25-8b692d75625b,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:10.696235 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-e18dcc8c-48af-4e3d-8b2c-980e7eb794d7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:10.697759 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-e18dcc8c-48af-4e3d-8b2c-980e7eb794d7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 815 time: 0.1313143 Oct 28 17:18:10.721691 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-c37e810d-61c2-4778-9f35-242fb62809d0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/quotas/b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 375 time: 0.0147498 Oct 28 17:18:10.729790 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62b8b-0f3a-44b7-966b-ed1336aa0942 req-b20582d3-010c-4089-bbc0-9f831d027cbb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:10.731244 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-74c62b8b-0f3a-44b7-966b-ed1336aa0942 req-b20582d3-010c-4089-bbc0-9f831d027cbb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0944147 Oct 28 17:18:10.810404 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-74c62b8b-0f3a-44b7-966b-ed1336aa0942 req-8c36465e-4832-440f-b612-74c55da1f243 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694640 Oct 28 17:18:10.819703 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-7e7ff8af-1e41-460d-8ffd-c046a4ae93ca tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875320 Oct 28 17:18:10.925444 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-59277fda-4d3d-44db-9d0e-89f9e0c814e3 service neutron] 10.222.0.20 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804722 Oct 28 17:18:11.018337 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-4dc451bb-f7d0-40d6-8dfd-e4a7b9cbf5d2 service neutron] 10.222.0.20 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867872 Oct 28 17:18:11.182754 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c42a78fc-57c2-44fe-ac19-66ea25aecd41 req-a20fcc1c-eac5-45d9-9ac0-1c33753c38cc tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 210 time: 0.0290616 Oct 28 17:18:11.437834 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f85846ac-33b8-46c3-b897-d7bd5eb481c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:11.944794 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04817087-203a-482f-af61-337ce3d2e813 req-2b3f128a-3886-4a24-ad0b-c9993f5c0c8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:11.946928 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-04817087-203a-482f-af61-337ce3d2e813 req-2b3f128a-3886-4a24-ad0b-c9993f5c0c8a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0562160 Oct 28 17:18:11.999812 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-04817087-203a-482f-af61-337ce3d2e813 req-0fda4339-6c96-4e3e-bd2a-1f978748dc27 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459669 Oct 28 17:18:12.195619 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-42a4948a-4d8e-4dc3-8911-58c15203ab0d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:12.197008 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-42a4948a-4d8e-4dc3-8911-58c15203ab0d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 815 time: 0.1138167 Oct 28 17:18:12.266818 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-bde7b36b-e968-4da2-b89f-812f541ca1b8 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ab3f0989134aceb116ce494da4e6af HTTP/1.1" status: 200 len: 380 time: 0.0593827 Oct 28 17:18:12.277043 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'port': {'device_id': '11bb43ef-41fe-4124-bbf2-866920125d91', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'admin_state_up': True, 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'security_groups': ['10a54570-062a-4b27-be38-d2b3289e8c6e']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:12.300192 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-db20d637-e5df-42a9-8140-3e7e2053a67d req-998d5bb5-13a6-45de-a3c7-b82782a7a7cb tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 210 time: 0.0353723 Oct 28 17:18:12.390535 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Made reservation on behalf of b8ab3f0989134aceb116ce494da4e6af for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:18:12.394153 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:12.505539 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:12.527502 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Allocated IP 172.20.0.10 (4c43b206-3920-4691-871c-1ca5342d7aa4/b4b33b05-3795-42d6-af63-326599c48b6f/6a27c47f-3539-4201-ba4f-a5c0686b1bfc) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:18:12.674549 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:12.710784 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:12.757944 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:18:12.761048 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:18:12.763797 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:18:12.791111 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event updated for resources: {'Port': ['ID=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:12.818688 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:12.819308 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:12.837204 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-53c8c3a3-653e-4ae4-805b-3b719355013a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5653281 Oct 28 17:18:12.850422 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Request body: {'port': {'device_id': '11bb43ef-41fe-4124-bbf2-866920125d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:12.911231 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:13.041059 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-747e8d3b-2014-48f2-8b26-7950e4488f69 None None] Provisioning complete for port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:18:13.041518 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-747e8d3b-2014-48f2-8b26-7950e4488f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:13.041913 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-747e8d3b-2014-48f2-8b26-7950e4488f69 None None] Attempt 1 to provision port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc Oct 28 17:18:13.077008 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-747e8d3b-2014-48f2-8b26-7950e4488f69 None None] Port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:18:13.135753 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e48c50-9ac3-4edd-98c5-5737a986f701 req-4dad5601-25c9-433f-9fa9-f2183fa72250 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:13.137519 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-40e48c50-9ac3-4edd-98c5-5737a986f701 req-4dad5601-25c9-433f-9fa9-f2183fa72250 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0515163 Oct 28 17:18:13.163482 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a27c47f-3539-4201-ba4f-a5c0686b1bfc {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:18:13.171275 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Publish callbacks [] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:13.183660 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Transition to ACTIVE for port object 6a27c47f-3539-4201-ba4f-a5c0686b1bfc will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:18:13.185345 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-40e48c50-9ac3-4edd-98c5-5737a986f701 req-2f90f300-33dd-4119-84f1-f256db842c48 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416236 Oct 28 17:18:13.188027 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:13.259044 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Pushing event updated for resources: {'Port': ['ID=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:13.288025 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Attempting to bind port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:18:13.288284 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Attempting to bind port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:18:13.288609 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Attempting to bind port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc on network 4c43b206-3920-4691-871c-1ca5342d7aa4 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:18:13.292800 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc on network 4c43b206-3920-4691-871c-1ca5342d7aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:18:13.293119 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Attempting to bind port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc on network 4c43b206-3920-4691-871c-1ca5342d7aa4 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:18:13.298242 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:18:13.298573 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Checking segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:18:13.298968 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Bound using segment: {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:18:13.299389 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Bound port: 6a27c47f-3539-4201-ba4f-a5c0686b1bfc, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:18:13.299734 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:13.361884 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] For port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc, host hv-cinder-85983, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:18:13.364999 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] For port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:18:13.371521 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:13.375773 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:13.376385 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:13.378500 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] 10.222.0.44 "PUT /v2.0/ports/6a27c47f-3539-4201-ba4f-a5c0686b1bfc HTTP/1.1" status: 200 len: 1094 time: 0.5324686 Oct 28 17:18:13.379001 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bb43ef-41fe-4124-bbf2-866920125d91', 'tag': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:13.381315 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "11bb43ef-41fe-4124-bbf2-866920125d91", "tag": "6a27c47f-3539-4201-ba4f-a5c0686b1bfc"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:13.425650 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5b7f5c-37ff-483d-ace3-e15c16905fae x-openstack-request-id: req-5b5b7f5c-37ff-483d-ace3-e15c16905fae {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:13.425943 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bb43ef-41fe-4124-bbf2-866920125d91", "tag": "6a27c47f-3539-4201-ba4f-a5c0686b1bfc", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:13.426225 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b5b7f5c-37ff-483d-ace3-e15c16905fae {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:13.426633 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5b7f5c-37ff-483d-ace3-e15c16905fae'] response: {'name': 'network-changed', 'server_uuid': '11bb43ef-41fe-4124-bbf2-866920125d91', 'tag': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc', 'status': 'completed', 'code': 200} Oct 28 17:18:13.433939 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70f814-32b0-4b3f-925f-a79ee4c1860a service neutron] Pushing event updated for resources: {'Port': ['ID=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:13.446219 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677a70b-f17d-4f4e-aebb-79f9d88da4cc req-3b794c4f-da36-473a-a9f3-dfa6c57f6566 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:13.447711 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f677a70b-f17d-4f4e-aebb-79f9d88da4cc req-3b794c4f-da36-473a-a9f3-dfa6c57f6566 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 944 time: 0.0662334 Oct 28 17:18:13.494193 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f677a70b-f17d-4f4e-aebb-79f9d88da4cc req-f4119b29-e1f2-4560-a49e-ce56bac98b14 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 Oct 28 17:18:13.495667 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-89736d24-736d-497c-b9cc-ada6b918733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:13.497329 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-89736d24-736d-497c-b9cc-ada6b918733e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 1128 time: 0.0446181 Oct 28 17:18:13.551294 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-97ce4cf5-61de-43cb-a445-d24679e1a1b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a27c47f-3539-4201-ba4f-a5c0686b1bfc HTTP/1.1" status: 200 len: 217 time: 0.0355620 Oct 28 17:18:13.583118 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-747e8d3b-2014-48f2-8b26-7950e4488f69 None None] Attempt 2 to provision port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc Oct 28 17:18:13.628164 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-747e8d3b-2014-48f2-8b26-7950e4488f69 None None] Port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:18:13.867662 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-7cc6ab5a-495e-4b6d-aac0-9df7dc0a1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:13.869266 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-7cc6ab5a-495e-4b6d-aac0-9df7dc0a1c9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.3058565 Oct 28 17:18:13.924016 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0ae8c772-8292-48a4-afa5-b7950a0aa466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:13.925595 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-0ae8c772-8292-48a4-afa5-b7950a0aa466 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478957 Oct 28 17:18:14.026199 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-3b986b72-e322-4871-910b-103c1c1f76fe service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933444 Oct 28 17:18:14.093289 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:14.118754 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1396ca3-a309-4103-a0f7-a8a2323830d7 req-42b3f959-b7f2-4c3f-b1d1-cb1fc9795694 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845473 Oct 28 17:18:14.217651 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-888276df-f236-499d-9fb2-70c42071b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:14.219337 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-888276df-f236-499d-9fb2-70c42071b64e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 1128 time: 0.0471356 Oct 28 17:18:14.310884 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-66d5043d-ab19-463a-b43e-7d8e795829f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:14.312446 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-66d5043d-ab19-463a-b43e-7d8e795829f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 916 time: 0.0865016 Oct 28 17:18:14.321976 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8bdb-0564-4658-8afb-6f54b54366bc req-a5e560a3-2f0a-4de0-b167-07f0db36fd0b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:14.323482 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2e3f8bdb-0564-4658-8afb-6f54b54366bc req-a5e560a3-2f0a-4de0-b167-07f0db36fd0b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0572155 Oct 28 17:18:14.351225 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-b01cc8f9-45c4-437e-a250-ee766f14eb19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a27c47f-3539-4201-ba4f-a5c0686b1bfc HTTP/1.1" status: 200 len: 217 time: 0.0320523 Oct 28 17:18:14.371195 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2e3f8bdb-0564-4658-8afb-6f54b54366bc req-96753e84-dc65-47c3-bd96-1641fb736820 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 Oct 28 17:18:14.401541 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-3ffadc9d-4bda-47c6-9963-73aa2a87382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:14.403088 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-3ffadc9d-4bda-47c6-9963-73aa2a87382d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0439734 Oct 28 17:18:14.456542 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-64684096-57a8-40cd-8198-c880960253a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:14.458091 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-64684096-57a8-40cd-8198-c880960253a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486307 Oct 28 17:18:14.518802 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 08122e34-cd0e-4736-b65d-0ed190478e42 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:18:14.556209 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-13331ac8-30d3-44c6-85c0-cb70e79ccde6 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900128 Oct 28 17:18:14.618857 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:14.629909 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '08122e34-cd0e-4736-b65d-0ed190478e42', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'port_id': '08122e34-cd0e-4736-b65d-0ed190478e42', 'mac_address': 'fa:16:3e:23:f9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:18:14.630165 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38a9fd-a2e9-48fd-aacf-33e65345d722 req-a215d7f1-1d8e-4829-95a4-98c3df6bd757 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:14.631670 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fa38a9fd-a2e9-48fd-aacf-33e65345d722 req-a215d7f1-1d8e-4829-95a4-98c3df6bd757 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 944 time: 0.0588665 Oct 28 17:18:14.653945 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2d31779b-3f29-4f57-90a3-c06f06ae7ad0 req-4c32da09-db30-433d-a05a-7d7eae95e2fc service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912278 Oct 28 17:18:14.668610 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 08122e34-cd0e-4736-b65d-0ed190478e42 is: ACTIVE; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:18:14.669009 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:14.680016 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fa38a9fd-a2e9-48fd-aacf-33e65345d722 req-9fd2ff0e-70cc-42da-909d-5f51e1fbc459 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Oct 28 17:18:14.682554 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08122e34-cd0e-4736-b65d-0ed190478e42 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:18:14.701999 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:14.707776 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:14.755876 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=6']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:14.817464 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['08122e34-cd0e-4736-b65d-0ed190478e42'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:18:15.360432 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:15.508298 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dac47-19a7-4104-bf7c-539d3e8c4f2e req-8e8dd150-6959-440b-96d2-7a134bd6f94f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:15.509788 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c9dac47-19a7-4104-bf7c-539d3e8c4f2e req-8e8dd150-6959-440b-96d2-7a134bd6f94f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 944 time: 0.0574191 Oct 28 17:18:15.560275 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c9dac47-19a7-4104-bf7c-539d3e8c4f2e req-3bd33cf8-af27-4071-bcf6-c0595fd9e44c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444994 Oct 28 17:18:15.806867 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956c043-28af-423e-95b3-af40e87fdc59 req-fe59187e-c892-4da5-b444-6c6a02de022e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:15.808397 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9956c043-28af-423e-95b3-af40e87fdc59 req-fe59187e-c892-4da5-b444-6c6a02de022e tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 944 time: 0.0522771 Oct 28 17:18:15.856698 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9956c043-28af-423e-95b3-af40e87fdc59 req-4debcdf5-085a-4dc9-a498-db4cc74b57d7 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Oct 28 17:18:16.535326 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 08122e34-cd0e-4736-b65d-0ed190478e42 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:18:16.592716 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 08122e34-cd0e-4736-b65d-0ed190478e42 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:18:16.593076 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:16.593478 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 08122e34-cd0e-4736-b65d-0ed190478e42 Oct 28 17:18:16.670763 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 08122e34-cd0e-4736-b65d-0ed190478e42 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:18:16.671160 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:16.694433 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:16.695284 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ebef9-481a-4166-9bea-58d5f05fff41 req-817c0f29-e40b-4f99-b9a5-9bbfb2f018c6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:16.696721 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea45a1-832e-4342-909f-3cd280bf5d00" -d '{"events": [{"server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:16.696885 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc2ebef9-481a-4166-9bea-58d5f05fff41 req-817c0f29-e40b-4f99-b9a5-9bbfb2f018c6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 944 time: 0.0550044 Oct 28 17:18:16.709899 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:16.715872 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:16.748228 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6ae283-89a0-4898-95f9-6dbc76ac8f23 x-openstack-request-id: req-af6ae283-89a0-4898-95f9-6dbc76ac8f23 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:16.748536 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:16.748911 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af6ae283-89a0-4898-95f9-6dbc76ac8f23 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:16.749668 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6ae283-89a0-4898-95f9-6dbc76ac8f23'] response: {'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42', 'code': 200} Oct 28 17:18:16.753796 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc2ebef9-481a-4166-9bea-58d5f05fff41 req-173db586-5802-494b-85e3-5ff1017adbdb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509236 Oct 28 17:18:16.769215 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=7']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:16.987333 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53de7b-c7ae-41be-9aa9-110fc5fde4a7 req-f3331f6b-6ed1-4c9e-8e11-eabb8d01f5d4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:16.988805 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc53de7b-c7ae-41be-9aa9-110fc5fde4a7 req-f3331f6b-6ed1-4c9e-8e11-eabb8d01f5d4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 944 time: 0.0577395 Oct 28 17:18:17.037456 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc53de7b-c7ae-41be-9aa9-110fc5fde4a7 req-76737be6-77ca-4f46-978f-3d46ab8e016d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425920 Oct 28 17:18:17.277509 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36662) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:17.391721 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6c23ec2f-2cfd-4a03-a851-c30c0dedfe55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:17.465920 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6c23ec2f-2cfd-4a03-a851-c30c0dedfe55 admin admin] Publish callbacks [] for security_group (58e85e98-02cb-4000-83c6-a41ef1e8e231), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:17.471738 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6c23ec2f-2cfd-4a03-a851-c30c0dedfe55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (58e85e98-02cb-4000-83c6-a41ef1e8e231), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:17.506794 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23ec2f-2cfd-4a03-a851-c30c0dedfe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e85e98-02cb-4000-83c6-a41ef1e8e231,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:17.510868 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6c23ec2f-2cfd-4a03-a851-c30c0dedfe55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ed92743cdd846c0a4a11f41a2da1679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323174 Oct 28 17:18:17.513501 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36666) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:17.560427 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-be064667-c895-430f-8428-160378ac0b24 admin admin] Publish callbacks [] for security_group (58e85e98-02cb-4000-83c6-a41ef1e8e231), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:17.582393 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-be064667-c895-430f-8428-160378ac0b24 admin admin] Publish callbacks [] for security_group (58e85e98-02cb-4000-83c6-a41ef1e8e231), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:17.635802 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-be064667-c895-430f-8428-160378ac0b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (58e85e98-02cb-4000-83c6-a41ef1e8e231), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:17.638580 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-be064667-c895-430f-8428-160378ac0b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:17.640267 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-be064667-c895-430f-8428-160378ac0b24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58e85e98-02cb-4000-83c6-a41ef1e8e231 HTTP/1.1" status: 204 len: 168 time: 0.1256943 Oct 28 17:18:17.648456 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be064667-c895-430f-8428-160378ac0b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e85e98-02cb-4000-83c6-a41ef1e8e231,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:17.884155 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeec548-4250-4af1-b63f-7453fba0b5cd req-c79eda86-f4e3-4067-aa92-0629bb3194f9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:17.885831 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fdeec548-4250-4af1-b63f-7453fba0b5cd req-c79eda86-f4e3-4067-aa92-0629bb3194f9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0520482 Oct 28 17:18:17.903506 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36674) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:17.916982 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2678fa86-94bf-47e2-836b-34006bc95378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:17.932597 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fdeec548-4250-4af1-b63f-7453fba0b5cd req-12cbb7b4-06f0-49e9-bcec-05d67c309089 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411448 Oct 28 17:18:17.993607 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2678fa86-94bf-47e2-836b-34006bc95378 admin admin] Publish callbacks [] for security_group (107f7ee1-89a0-427c-beb6-56818c86c9d2), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:17.997943 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2678fa86-94bf-47e2-836b-34006bc95378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (107f7ee1-89a0-427c-beb6-56818c86c9d2), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:18.036326 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2678fa86-94bf-47e2-836b-34006bc95378 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=053d567fcde94b61b133850a4ab54ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316776 Oct 28 17:18:18.037169 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678fa86-94bf-47e2-836b-34006bc95378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107f7ee1-89a0-427c-beb6-56818c86c9d2,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:18.039375 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36676) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:18.089275 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b5e67294-ff95-41a3-a6a8-eca494fc847d admin admin] Publish callbacks [] for security_group (107f7ee1-89a0-427c-beb6-56818c86c9d2), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:18.114681 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b5e67294-ff95-41a3-a6a8-eca494fc847d admin admin] Publish callbacks [] for security_group (107f7ee1-89a0-427c-beb6-56818c86c9d2), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:18.188825 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd741d67-fcda-463f-82dc-e1ead6345c7e req-70fe5aba-18d3-4a64-a0a9-750d5ad3fcfb tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:18.190291 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cd741d67-fcda-463f-82dc-e1ead6345c7e req-70fe5aba-18d3-4a64-a0a9-750d5ad3fcfb tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 944 time: 0.0693760 Oct 28 17:18:18.202792 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b5e67294-ff95-41a3-a6a8-eca494fc847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (107f7ee1-89a0-427c-beb6-56818c86c9d2), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:18.205211 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b5e67294-ff95-41a3-a6a8-eca494fc847d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:18.206331 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b5e67294-ff95-41a3-a6a8-eca494fc847d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/107f7ee1-89a0-427c-beb6-56818c86c9d2 HTTP/1.1" status: 204 len: 168 time: 0.1659174 Oct 28 17:18:18.223945 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e67294-ff95-41a3-a6a8-eca494fc847d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107f7ee1-89a0-427c-beb6-56818c86c9d2,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:18.249182 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cd741d67-fcda-463f-82dc-e1ead6345c7e req-b6e4e6ea-1cce-4b14-a1be-9d68301def0b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531607 Oct 28 17:18:18.545083 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 6a27c47f-3539-4201-ba4f-a5c0686b1bfc details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:18:18.644212 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:18.655539 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'port_id': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc', 'mac_address': 'fa:16:3e:e5:11:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:18:18.690188 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:18:18.690587 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:18.704160 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a27c47f-3539-4201-ba4f-a5c0686b1bfc {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:18:18.725274 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:18.729896 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:18.779607 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:19.062723 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9fcda-d179-4bd6-89b5-b51afd9e5117 req-3bd1c83f-136f-4da6-afe7-2fbb734177dd tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:19.064219 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f2b9fcda-d179-4bd6-89b5-b51afd9e5117 req-3bd1c83f-136f-4da6-afe7-2fbb734177dd tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0514154 Oct 28 17:18:19.124659 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f2b9fcda-d179-4bd6-89b5-b51afd9e5117 req-243b8a55-c9e2-4677-a00a-b9357a6ce87e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545855 Oct 28 17:18:19.247351 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['6a27c47f-3539-4201-ba4f-a5c0686b1bfc'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:18:19.382747 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daaba7-c7d0-49b9-92d6-b9b729dd8215 req-ee9819ff-085e-4c3b-a794-500edb078b62 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:19.384834 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0daaba7-c7d0-49b9-92d6-b9b729dd8215 req-ee9819ff-085e-4c3b-a794-500edb078b62 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 945 time: 0.0593669 Oct 28 17:18:19.432447 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0daaba7-c7d0-49b9-92d6-b9b729dd8215 req-ec6f13b5-b765-4492-8af1-aa0a3eb9fc47 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413747 Oct 28 17:18:20.269123 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44456b7c-dd30-4075-ab0d-771f314f2b53 req-c65aba04-9fd2-4e46-aa4d-43683d59518e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:20.270650 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-44456b7c-dd30-4075-ab0d-771f314f2b53 req-c65aba04-9fd2-4e46-aa4d-43683d59518e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0546730 Oct 28 17:18:20.318930 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-44456b7c-dd30-4075-ab0d-771f314f2b53 req-2537ee89-b7f0-4ba6-a533-61513e9aea3e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404992 Oct 28 17:18:20.546752 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 6a27c47f-3539-4201-ba4f-a5c0686b1bfc up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:18:20.570259 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f404d14-deb4-4f02-bea1-c5889b338122 req-ba08ebce-da28-4385-ba78-bd039b9bb00a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:20.571714 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4f404d14-deb4-4f02-bea1-c5889b338122 req-ba08ebce-da28-4385-ba78-bd039b9bb00a tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 945 time: 0.0668128 Oct 28 17:18:20.602424 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:18:20.607863 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:18:20.608635 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:20.609185 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc Oct 28 17:18:20.625350 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4f404d14-deb4-4f02-bea1-c5889b338122 req-54356adc-eac1-4d24-bd97-92f37fba7a24 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476882 Oct 28 17:18:20.686847 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:18:20.687287 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:20.710879 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bb43ef-41fe-4124-bbf2-866920125d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:20.713586 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9f014a-db67-45b2-b042-ee2c072f1f04" -d '{"events": [{"server_uuid": "11bb43ef-41fe-4124-bbf2-866920125d91", "name": "network-vif-plugged", "status": "completed", "tag": "6a27c47f-3539-4201-ba4f-a5c0686b1bfc"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:20.726290 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:20.732225 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:20.758085 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb4323-c16f-4875-9dfb-9c28a3e06a20 x-openstack-request-id: req-f4fb4323-c16f-4875-9dfb-9c28a3e06a20 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:20.758446 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bb43ef-41fe-4124-bbf2-866920125d91", "name": "network-vif-plugged", "status": "completed", "tag": "6a27c47f-3539-4201-ba4f-a5c0686b1bfc", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:20.758658 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4fb4323-c16f-4875-9dfb-9c28a3e06a20 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:20.759060 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fb4323-c16f-4875-9dfb-9c28a3e06a20'] response: {'server_uuid': '11bb43ef-41fe-4124-bbf2-866920125d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc', 'code': 200} Oct 28 17:18:20.787424 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:20.794793 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.795132 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.795473 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.795802 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.796130 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.796514 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.796837 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.797154 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.797468 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.797788 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.798267 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.798529 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.798917 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:18:20.936194 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0d682-03c5-4388-824f-39b935f1eedc req-50b50923-769e-47ef-bdcf-0cf3e1891314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:20.937887 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-09a0d682-03c5-4388-824f-39b935f1eedc req-50b50923-769e-47ef-bdcf-0cf3e1891314 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 1130 time: 0.0457423 Oct 28 17:18:20.984199 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-09a0d682-03c5-4388-824f-39b935f1eedc req-a1829844-151c-48c0-abbd-588126ff4d1d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Oct 28 17:18:21.437120 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:21.486506 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f337ba-617b-43c2-ad41-03345fac887a req-0cc177cb-3943-4b88-b50b-38708f3ae367 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:21.488688 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e3f337ba-617b-43c2-ad41-03345fac887a req-0cc177cb-3943-4b88-b50b-38708f3ae367 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0790641 Oct 28 17:18:21.543407 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e3f337ba-617b-43c2-ad41-03345fac887a req-c32e7071-ec00-4387-8a68-18f625e261ae tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486410 Oct 28 17:18:21.757066 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5b76-d3b7-4325-bd29-185902f909d4 req-e7ab8ffd-fc11-4713-90bd-ac7738cde5a9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:21.758532 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e28a5b76-d3b7-4325-bd29-185902f909d4 req-e7ab8ffd-fc11-4713-90bd-ac7738cde5a9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 946 time: 0.0543864 Oct 28 17:18:21.813763 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e28a5b76-d3b7-4325-bd29-185902f909d4 req-38f7a543-8507-41bf-a619-b02c89650f9f tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490475 Oct 28 17:18:22.692383 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54ccf6-795f-49cf-91a8-80ef5e4299c3 req-ac36645d-53b8-46a9-8d07-a1c107b3c958 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:22.693797 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2a54ccf6-795f-49cf-91a8-80ef5e4299c3 req-ac36645d-53b8-46a9-8d07-a1c107b3c958 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0550623 Oct 28 17:18:22.755005 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2a54ccf6-795f-49cf-91a8-80ef5e4299c3 req-8c2688fc-8cbf-4a60-ac0f-ec92520cf5d8 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549502 Oct 28 17:18:22.786185 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36788) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:23.296997 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394c1d4-8065-4c98-8674-875aa8f474af req-eff5a0d3-8599-4f93-82d4-395cee0da990 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:23.298707 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b394c1d4-8065-4c98-8674-875aa8f474af req-eff5a0d3-8599-4f93-82d4-395cee0da990 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 946 time: 0.3821754 Oct 28 17:18:23.393425 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b394c1d4-8065-4c98-8674-875aa8f474af req-9f3d27b0-312b-4e0c-b8e4-23cf6c5fba6d tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852664 Oct 28 17:18:23.460749 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Deleting port ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:23.462649 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:23.602398 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:23.602720 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for floatingip (ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:23.621102 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034e701-ce5d-4e8f-93a5-a9177b4b2c2a req-f93cb7c0-d957-4901-9d69-a87695bb7af3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:23.622616 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f034e701-ce5d-4e8f-93a5-a9177b4b2c2a req-f93cb7c0-d957-4901-9d69-a87695bb7af3 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 946 time: 0.1387463 Oct 28 17:18:23.627056 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Calling delete_port for ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:23.635670 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36800) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:23.643496 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-8a567d45-65e3-441f-82f1-03c505737df5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Request body: {'floatingip': {'port_id': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:23.711250 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a567d45-65e3-441f-82f1-03c505737df5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (a4f3aa13-8d37-4991-b7d2-a74eb5f32627), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:23.833642 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:23.876179 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event deleted for resources: {'Port': ['ID=ee5f5839-2f54-44c0-9cd9-8d477ea7ebfa,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:23.932738 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for floatingip (a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:23.933069 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Floating IP a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0 disassociated (deleted). External IP: 172.27.0.170, port: cef39a08-8546-4ead-91a0-ead95355f19f. Oct 28 17:18:24.003417 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51542171-92f7-4373-92ab-3a83165854e1 req-06e11441-ebcb-4404-962f-ac94be7d8b85 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:24.004956 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-51542171-92f7-4373-92ab-3a83165854e1 req-06e11441-ebcb-4404-962f-ac94be7d8b85 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.1274397 Oct 28 17:18:24.084946 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-51542171-92f7-4373-92ab-3a83165854e1 req-7605d016-e2b9-499d-92ab-0a4f56510504 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563264 Oct 28 17:18:24.264903 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:18:24.266976 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a567d45-65e3-441f-82f1-03c505737df5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:24.273896 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a567d45-65e3-441f-82f1-03c505737df5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (a4f3aa13-8d37-4991-b7d2-a74eb5f32627), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:24.408575 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:18:24.420433 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:24.420621 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] Sync routers for ids ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:18:24.449829 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] Routers {'8b6895aa-0b89-4bb9-b2af-537cad7e6146'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:18:24.451267 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:18:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:24.457270 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-8a567d45-65e3-441f-82f1-03c505737df5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Floating IP a4f3aa13-8d37-4991-b7d2-a74eb5f32627 associated. External IP: 172.27.0.189, port: 6a27c47f-3539-4201-ba4f-a5c0686b1bfc. Oct 28 17:18:24.477461 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-925146f6-1fb6-402f-a751-362b148f2033 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "DELETE /v2.0/floatingips/a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0 HTTP/1.1" status: 204 len: 168 time: 1.6918550 Oct 28 17:18:24.478152 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:24.481405 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a63b80-e636-41ed-9599-7fd67b36613e" -d '{"events": [{"name": "network-changed", "server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:24.573714 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8cbf37-8ad4-4d84-9b31-24bb8888d66c x-openstack-request-id: req-6c8cbf37-8ad4-4d84-9b31-24bb8888d66c {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:24.573913 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:24.574205 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c8cbf37-8ad4-4d84-9b31-24bb8888d66c {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:24.574928 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8cbf37-8ad4-4d84-9b31-24bb8888d66c'] response: {'name': 'network-changed', 'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'status': 'completed', 'code': 200} Oct 28 17:18:24.660825 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] Set router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:18:24.852969 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63b80-e636-41ed-9599-7fd67b36613e req-cebff681-3513-41d3-adfe-6a7b103ebc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:24.856464 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63a63b80-e636-41ed-9599-7fd67b36613e req-cebff681-3513-41d3-adfe-6a7b103ebc9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142eaebbbefa4813a08ddc6bc669ab79&device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 1130 time: 0.1894062 Oct 28 17:18:24.882852 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96543798-5d9f-4104-b836-87d5c567fea7 req-ab40ff4b-800b-4e25-90a4-7e1aaa2e4b77 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:24.891810 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96543798-5d9f-4104-b836-87d5c567fea7 req-ab40ff4b-800b-4e25-90a4-7e1aaa2e4b77 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.0905833 Oct 28 17:18:24.947516 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:17Z', 'revision_number': 5, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:24.969497 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96543798-5d9f-4104-b836-87d5c567fea7 req-87539dff-1b4a-47bd-87cb-10b78471c440 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768185 Oct 28 17:18:24.990114 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] Checking router: 8b6895aa-0b89-4bb9-b2af-537cad7e6146 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:18:24.996621 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] Routers {'8b6895aa-0b89-4bb9-b2af-537cad7e6146'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:18:24.997256 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:18:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:25.099988 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a567d45-65e3-441f-82f1-03c505737df5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:18:25.111273 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63b80-e636-41ed-9599-7fd67b36613e req-5e240aca-ea4a-4152-a691-27066bb58c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:25.114251 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63a63b80-e636-41ed-9599-7fd67b36613e req-5e240aca-ea4a-4152-a691-27066bb58c3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca HTTP/1.1" status: 200 len: 909 time: 0.2475488 Oct 28 17:18:25.165242 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63a63b80-e636-41ed-9599-7fd67b36613e req-9e1272cc-a195-4737-a3cd-517aa0005a53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef39a08-8546-4ead-91a0-ead95355f19f HTTP/1.1" status: 200 len: 217 time: 0.0431414 Oct 28 17:18:25.260273 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77edb7-40e5-427e-b53e-db0b9f1b6209 req-b4e782e3-42c0-4144-9616-95c32d7367ba tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:25.268717 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb77edb7-40e5-427e-b53e-db0b9f1b6209 req-b4e782e3-42c0-4144-9616-95c32d7367ba tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0738840 Oct 28 17:18:25.326733 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63b80-e636-41ed-9599-7fd67b36613e req-d0ff1435-10f0-48ac-ba18-4c1bf70c4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:25.328308 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63a63b80-e636-41ed-9599-7fd67b36613e req-d0ff1435-10f0-48ac-ba18-4c1bf70c4cff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=928823ca-6784-4f4c-9fd4-76ea4b06ca11 HTTP/1.1" status: 200 len: 847 time: 0.1101799 Oct 28 17:18:25.336805 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb77edb7-40e5-427e-b53e-db0b9f1b6209 req-5880d813-7b7f-4e07-a32f-e766444bb559 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665746 Oct 28 17:18:25.337820 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] Set router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:18:25.381984 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a567d45-65e3-441f-82f1-03c505737df5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:18:25.387455 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8a567d45-65e3-441f-82f1-03c505737df5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:25.396110 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:18:25.409041 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:18:25.409942 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:18:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:25.435235 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63b80-e636-41ed-9599-7fd67b36613e req-ba9aace9-be73-4f81-8c29-061e62cea0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:25.436800 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63a63b80-e636-41ed-9599-7fd67b36613e req-ba9aace9-be73-4f81-8c29-061e62cea0ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6eab124-ebac-4c0d-9b63-7a4c55c577ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0999734 Oct 28 17:18:25.438806 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8a567d45-65e3-441f-82f1-03c505737df5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "PUT /v2.0/floatingips/a4f3aa13-8d37-4991-b7d2-a74eb5f32627 HTTP/1.1" status: 200 len: 992 time: 1.8011029 Oct 28 17:18:25.439454 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bb43ef-41fe-4124-bbf2-866920125d91', 'tag': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:25.442150 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c44273e-6dbd-409b-8550-fee372fca90a" -d '{"events": [{"name": "network-changed", "server_uuid": "11bb43ef-41fe-4124-bbf2-866920125d91", "tag": "6a27c47f-3539-4201-ba4f-a5c0686b1bfc"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:25.505190 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52a8b2a-415a-4d33-92bc-bd7b21634cbc x-openstack-request-id: req-a52a8b2a-415a-4d33-92bc-bd7b21634cbc {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:25.505451 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bb43ef-41fe-4124-bbf2-866920125d91", "tag": "6a27c47f-3539-4201-ba4f-a5c0686b1bfc", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:25.505656 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a52a8b2a-415a-4d33-92bc-bd7b21634cbc {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:25.506096 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52a8b2a-415a-4d33-92bc-bd7b21634cbc'] response: {'name': 'network-changed', 'server_uuid': '11bb43ef-41fe-4124-bbf2-866920125d91', 'tag': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc', 'status': 'completed', 'code': 200} Oct 28 17:18:25.574483 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44273e-6dbd-409b-8550-fee372fca90a req-37e84e67-a452-409d-889b-85181caf9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:25.576293 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c44273e-6dbd-409b-8550-fee372fca90a req-37e84e67-a452-409d-889b-85181caf9abb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8ab3f0989134aceb116ce494da4e6af&device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 1130 time: 0.0569785 Oct 28 17:18:25.583533 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63a63b80-e636-41ed-9599-7fd67b36613e req-c429a134-83a3-4805-b74f-73cb892df02e service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356997 Oct 28 17:18:25.621089 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:18:25.640854 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:17Z', 'revision_number': 5, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:25.694321 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63a63b80-e636-41ed-9599-7fd67b36613e req-bbeee35e-584c-4de2-b8d8-b758db99d2cb service neutron] 10.222.0.44 "GET /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056702 Oct 28 17:18:25.695866 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc04cc3-9e2a-4110-9a86-1e8e1082e22a None None] The sync data for ids ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'] in dv-cinder-859839-1-iscsi is: [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:12:11Z', 'revision_number': 4, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'd1a77244-3683-408f-a595-138ebeba973e', 'name': '', 'network_id': 'b6eab124-ebac-4c0d-9b63-7a4c55c577ca', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'mac_address': 'fa:16:3e:77:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:10Z', 'updated_at': '2022-10-28T17:12:17Z', 'revision_number': 5, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'subnets': [{'id': '928823ca-6784-4f4c-9fd4-76ea4b06ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:18:25.758232 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44273e-6dbd-409b-8550-fee372fca90a req-55135143-2c2d-4429-b997-4aa21a541926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:25.759716 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c44273e-6dbd-409b-8550-fee372fca90a req-55135143-2c2d-4429-b997-4aa21a541926 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 200 len: 916 time: 0.1709185 Oct 28 17:18:25.871964 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c44273e-6dbd-409b-8550-fee372fca90a req-10e55da1-a081-41a3-a907-867498380724 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a27c47f-3539-4201-ba4f-a5c0686b1bfc HTTP/1.1" status: 200 len: 1000 time: 0.1007953 Oct 28 17:18:25.932949 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44273e-6dbd-409b-8550-fee372fca90a req-61b22b9b-3d44-47f4-820a-193558bffec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:25.934648 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c44273e-6dbd-409b-8550-fee372fca90a req-61b22b9b-3d44-47f4-820a-193558bffec7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 200 len: 854 time: 0.0556982 Oct 28 17:18:25.987345 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a4f3aa13-8d37-4991-b7d2-a74eb5f32627', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:e5:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb43ef-41fe-4124-bbf2-866920125d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:18:09Z', 'updated_at': '2022-10-28T17:18:24Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:26.020256 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:18:26.021818 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44273e-6dbd-409b-8550-fee372fca90a req-63ffa987-414d-4935-b84c-58958aae4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:26.025744 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c44273e-6dbd-409b-8550-fee372fca90a req-63ffa987-414d-4935-b84c-58958aae4df9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c43b206-3920-4691-871c-1ca5342d7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804040 Oct 28 17:18:26.030759 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:18:26.031619 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:18:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:26.115402 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6231872-8167-4373-9164-12f970b5cc3f None None] New status for floating IP a2a2d131-31c8-4dc7-b1ac-1ae46a7946f0: DOWN {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:18:26.183077 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:18:26.195508 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f4adc-67c6-47a1-9899-f6278c1195fb req-a45c8a88-2637-43b9-879f-ca152b26745b tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:26.197644 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-272f4adc-67c6-47a1-9899-f6278c1195fb req-a45c8a88-2637-43b9-879f-ca152b26745b tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.1057947 Oct 28 17:18:26.258820 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c44273e-6dbd-409b-8550-fee372fca90a req-63b9dbd2-cf72-477c-ba67-fc66ccfed825 service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250910 Oct 28 17:18:26.349180 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-272f4adc-67c6-47a1-9899-f6278c1195fb req-f716b40e-0b3e-46b3-83db-54aedde2e673 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/security-groups?id=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416228 Oct 28 17:18:26.408631 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8c44273e-6dbd-409b-8550-fee372fca90a req-debf6744-e430-4083-84af-a7b23c6e100b service neutron] 10.222.0.44 "GET /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414170 Oct 28 17:18:26.473874 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a4f3aa13-8d37-4991-b7d2-a74eb5f32627', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:e5:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb43ef-41fe-4124-bbf2-866920125d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:18:09Z', 'updated_at': '2022-10-28T17:18:24Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:26.502408 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b0d40-f2d0-4364-866e-30a784c8c563 None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': 'a4f3aa13-8d37-4991-b7d2-a74eb5f32627', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'port_id': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'mac_address': 'fa:16:3e:e5:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb43ef-41fe-4124-bbf2-866920125d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:18:09Z', 'updated_at': '2022-10-28T17:18:24Z', 'revision_number': 1, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:18:26.571480 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05cc3b-1175-46e3-b3e4-2af7ef479ba3 req-5a212c30-db3e-4269-97c4-80311cd2fdfb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:26.574629 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2a05cc3b-1175-46e3-b3e4-2af7ef479ba3 req-5a212c30-db3e-4269-97c4-80311cd2fdfb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0915895 Oct 28 17:18:26.712427 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2a05cc3b-1175-46e3-b3e4-2af7ef479ba3 req-8554c572-7bc3-4f01-a040-23201d71877c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296830 Oct 28 17:18:26.737665 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-a4bbd76a-34b9-47b0-a669-88ee12a7fa58 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:26.739572 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-a4bbd76a-34b9-47b0-a669-88ee12a7fa58 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.44 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 946 time: 0.1447105 Oct 28 17:18:26.883298 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb22e0d-6740-4ece-8581-728c7950e91c None None] New status for floating IP a4f3aa13-8d37-4991-b7d2-a74eb5f32627: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:18:26.902797 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-abb02647-8384-404f-828e-fe87cf0cd0ce tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Deleting port cef39a08-8546-4ead-91a0-ead95355f19f {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:26.903052 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-abb02647-8384-404f-828e-fe87cf0cd0ce tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:27.038281 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-abb02647-8384-404f-828e-fe87cf0cd0ce tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] For port cef39a08-8546-4ead-91a0-ead95355f19f, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=cef39a08-8546-4ead-91a0-ead95355f19f,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:27.038281 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-abb02647-8384-404f-828e-fe87cf0cd0ce tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:27.072804 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-abb02647-8384-404f-828e-fe87cf0cd0ce tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Calling delete_port for cef39a08-8546-4ead-91a0-ead95355f19f owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:27.314436 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-abb02647-8384-404f-828e-fe87cf0cd0ce tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (cef39a08-8546-4ead-91a0-ead95355f19f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:27.345789 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb02647-8384-404f-828e-fe87cf0cd0ce tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event deleted for resources: {'Port': ['ID=cef39a08-8546-4ead-91a0-ead95355f19f,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:27.402249 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-abb02647-8384-404f-828e-fe87cf0cd0ce tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] No DVR routers for this DVR port cef39a08-8546-4ead-91a0-ead95355f19f on host hv-cinder-85983 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:18:27.405220 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-abb02647-8384-404f-828e-fe87cf0cd0ce tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:27.409250 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88dc2f1f-c17e-4672-9299-09ba4197a85d req-abb02647-8384-404f-828e-fe87cf0cd0ce tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.44 "DELETE /v2.0/ports/cef39a08-8546-4ead-91a0-ead95355f19f HTTP/1.1" status: 204 len: 173 time: 0.6632078 Oct 28 17:18:27.409714 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'name': 'network-vif-deleted', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:27.421046 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2013d654-2e24-438a-b6d5-f6afec15556d" -d '{"events": [{"server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "name": "network-vif-deleted", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:27.527561 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d8c3661b-077c-4914-8c50-44f2f8cd5f78 req-c78cf72f-21c1-4e0f-a879-6c64c0f92e74 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "GET /v2.0/ports?device_id=afda242b-26f6-4a0c-9efb-b123849add70 HTTP/1.1" status: 200 len: 210 time: 0.0574074 Oct 28 17:18:27.560114 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35700b17-79cd-44fc-be30-fb35f645b43d x-openstack-request-id: req-35700b17-79cd-44fc-be30-fb35f645b43d {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:27.560858 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afda242b-26f6-4a0c-9efb-b123849add70", "name": "network-vif-deleted", "tag": "cef39a08-8546-4ead-91a0-ead95355f19f", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:27.561551 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35700b17-79cd-44fc-be30-fb35f645b43d {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:27.562024 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35700b17-79cd-44fc-be30-fb35f645b43d'] response: {'server_uuid': 'afda242b-26f6-4a0c-9efb-b123849add70', 'name': 'network-vif-deleted', 'tag': 'cef39a08-8546-4ead-91a0-ead95355f19f', 'status': 'completed', 'code': 200} Oct 28 17:18:27.902637 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c8390-37a9-4367-8200-fac8d7165ec6 req-d209a124-083d-4ab9-9475-33095948fbbb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:27.904561 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-da7c8390-37a9-4367-8200-fac8d7165ec6 req-d209a124-083d-4ab9-9475-33095948fbbb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0756712 Oct 28 17:18:27.970667 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-da7c8390-37a9-4367-8200-fac8d7165ec6 req-5106df76-667e-465b-87e5-12575dfb390d tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563509 Oct 28 17:18:28.586023 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36868) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:28.652205 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2485eebe-10da-42a0-bba8-01551dc0cc77 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group (13c01e22-4d8c-452a-bd3b-cca95e6bc9e2), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:28.684534 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2485eebe-10da-42a0-bba8-01551dc0cc77 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group (13c01e22-4d8c-452a-bd3b-cca95e6bc9e2), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:28.756691 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2485eebe-10da-42a0-bba8-01551dc0cc77 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (13c01e22-4d8c-452a-bd3b-cca95e6bc9e2), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:28.759282 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2485eebe-10da-42a0-bba8-01551dc0cc77 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:28.760456 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-2485eebe-10da-42a0-bba8-01551dc0cc77 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] 10.222.0.20 "DELETE /v2.0/security-groups/13c01e22-4d8c-452a-bd3b-cca95e6bc9e2 HTTP/1.1" status: 204 len: 168 time: 0.1734900 Oct 28 17:18:28.774060 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485eebe-10da-42a0-bba8-01551dc0cc77 tempest-TestShelveInstance-1321836032 tempest-TestShelveInstance-1321836032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c01e22-4d8c-452a-bd3b-cca95e6bc9e2,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:28.838418 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36872) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:29.196747 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a55ed5-c351-4143-aed7-956ce5e7b9c1 req-287887e4-6e18-47f4-abf0-b47c5a5ee559 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:29.198434 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e1a55ed5-c351-4143-aed7-956ce5e7b9c1 req-287887e4-6e18-47f4-abf0-b47c5a5ee559 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.1358383 Oct 28 17:18:29.279551 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e1a55ed5-c351-4143-aed7-956ce5e7b9c1 req-8b0cef8b-770e-447f-a4c0-a58f962b9d1c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739355 Oct 28 17:18:29.398924 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (8b6895aa-0b89-4bb9-b2af-537cad7e6146), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:29.672203 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] Deleting port d1a77244-3683-408f-a595-138ebeba973e {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:29.672928 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (d1a77244-3683-408f-a595-138ebeba973e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:29.771398 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] For port d1a77244-3683-408f-a595-138ebeba973e, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=d1a77244-3683-408f-a595-138ebeba973e,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:29.771794 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (d1a77244-3683-408f-a595-138ebeba973e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:29.789189 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] Calling delete_port for d1a77244-3683-408f-a595-138ebeba973e owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:29.988489 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (d1a77244-3683-408f-a595-138ebeba973e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:30.036045 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a77244-3683-408f-a595-138ebeba973e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:30.196784 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (8b6895aa-0b89-4bb9-b2af-537cad7e6146), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:30.607047 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device cef39a08-8546-4ead-91a0-ead95355f19f no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:18:30.632019 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: cef39a08-8546-4ead-91a0-ead95355f19f {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:18:30.632771 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device cef39a08-8546-4ead-91a0-ead95355f19f not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:18:30.801442 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc3fe-efd9-4848-aa96-9333fc696b8f req-18d680b8-ea57-469a-92e7-8240bf713fa4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:30.803019 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88edc3fe-efd9-4848-aa96-9333fc696b8f req-18d680b8-ea57-469a-92e7-8240bf713fa4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.4072576 Oct 28 17:18:30.828756 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] Router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:18:30.867643 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88edc3fe-efd9-4848-aa96-9333fc696b8f req-6c929dd3-357f-43bc-9d76-e976e1769e69 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578449 Oct 28 17:18:30.962907 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36892) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:30.974385 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:18:30.979768 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4ff44fea-9a1a-447f-9e25-6b26fe8d99d1 admin admin] 10.222.0.20 "PUT /v2.0/routers/8b6895aa-0b89-4bb9-b2af-537cad7e6146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398416 Oct 28 17:18:30.982359 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36896) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:30.985149 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] Sync routers for ids ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:18:30.997880 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] Routers {'8b6895aa-0b89-4bb9-b2af-537cad7e6146'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:18:30.998897 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:18:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:31.100005 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Publish callbacks [] for router (8b6895aa-0b89-4bb9-b2af-537cad7e6146), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.121868 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] Set router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:18:31.169032 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2ea32cdc-56a9-45f7-a6b2-b23e5dd052ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.272506 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Publish callbacks [] for router_gateway (8b6895aa-0b89-4bb9-b2af-537cad7e6146), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.319793 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2ea32cdc-56a9-45f7-a6b2-b23e5dd052ea admin admin] Publish callbacks [] for security_group (451b4f78-abd3-470f-a52f-755163309ada), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.326898 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4d75a770-347b-421e-a472-df8f17c69279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:18:29Z', 'revision_number': 5, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port': {'id': '4d75a770-347b-421e-a472-df8f17c69279', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:08Z', 'updated_at': '2022-10-28T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:31.351950 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2ea32cdc-56a9-45f7-a6b2-b23e5dd052ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (451b4f78-abd3-470f-a52f-755163309ada), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.354899 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] Checking router: 8b6895aa-0b89-4bb9-b2af-537cad7e6146 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:18:31.365337 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] Routers {'8b6895aa-0b89-4bb9-b2af-537cad7e6146'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:18:31.365882 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Deleting port 4d75a770-347b-421e-a472-df8f17c69279 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:31.366076 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:18:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:31.366964 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (4d75a770-347b-421e-a472-df8f17c69279), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.445384 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea32cdc-56a9-45f7-a6b2-b23e5dd052ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451b4f78-abd3-470f-a52f-755163309ada,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:31.475725 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-2ea32cdc-56a9-45f7-a6b2-b23e5dd052ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9fcb00bda734057819fd570bf11e762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5092545 Oct 28 17:18:31.477579 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36902) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:31.481036 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] Set router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 gateway port host: None {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:18:31.531527 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] For port 4d75a770-347b-421e-a472-df8f17c69279, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=4d75a770-347b-421e-a472-df8f17c69279,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:31.532032 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (4d75a770-347b-421e-a472-df8f17c69279), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.539917 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:18:31Z', 'revision_number': 6, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:31.549144 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Calling delete_port for 4d75a770-347b-421e-a472-df8f17c69279 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:31.551387 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d75b2978-0c81-463b-bd50-38e0942eeb9a admin admin] Publish callbacks [] for security_group (451b4f78-abd3-470f-a52f-755163309ada), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.572148 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0e307-e9a3-4087-a857-ae8c2775dc39 None None] The sync data for ids ['8b6895aa-0b89-4bb9-b2af-537cad7e6146'] in dv-cinder-859839-1-iscsi is: [{'id': '8b6895aa-0b89-4bb9-b2af-537cad7e6146', 'name': 'tempest-TestShelveInstance-518016780-router', 'tenant_id': '142eaebbbefa4813a08ddc6bc669ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:07Z', 'updated_at': '2022-10-28T17:18:31Z', 'revision_number': 6, 'project_id': '142eaebbbefa4813a08ddc6bc669ab79', 'gw_port_host': None}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:18:31.580934 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d75b2978-0c81-463b-bd50-38e0942eeb9a admin admin] Publish callbacks [] for security_group (451b4f78-abd3-470f-a52f-755163309ada), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.662175 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d75b2978-0c81-463b-bd50-38e0942eeb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (451b4f78-abd3-470f-a52f-755163309ada), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.665170 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d75b2978-0c81-463b-bd50-38e0942eeb9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.679843 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d75b2978-0c81-463b-bd50-38e0942eeb9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/451b4f78-abd3-470f-a52f-755163309ada HTTP/1.1" status: 204 len: 168 time: 0.1894722 Oct 28 17:18:31.696993 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b2978-0c81-463b-bd50-38e0942eeb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451b4f78-abd3-470f-a52f-755163309ada,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:31.799370 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (4d75a770-347b-421e-a472-df8f17c69279), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:31.839777 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4d75a770-347b-421e-a472-df8f17c69279,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:31.871397 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (8b6895aa-0b89-4bb9-b2af-537cad7e6146), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.028827 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (8b6895aa-0b89-4bb9-b2af-537cad7e6146), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.032507 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Publish callbacks [] for router_controller (8b6895aa-0b89-4bb9-b2af-537cad7e6146), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.091653 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36910) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:32.114368 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0373a-ac0d-4d50-8e06-464be5fb845e req-64a0d0ea-19ba-48cf-aeea-ad85f337c470 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:32.117062 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c7d0373a-ac0d-4d50-8e06-464be5fb845e req-64a0d0ea-19ba-48cf-aeea-ad85f337c470 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.1328468 Oct 28 17:18:32.118392 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (8b6895aa-0b89-4bb9-b2af-537cad7e6146), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.118871 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6895aa-0b89-4bb9-b2af-537cad7e6146 {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:18:32.119319 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-758c0fab-2161-4380-9f61-15bb3db976bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.124079 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.128426 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-dd2ce941-b80d-44e4-bb7d-aada1446a4cb admin admin] 10.222.0.20 "DELETE /v2.0/routers/8b6895aa-0b89-4bb9-b2af-537cad7e6146 HTTP/1.1" status: 204 len: 168 time: 1.1378174 Oct 28 17:18:32.129279 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36912) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:32.206099 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c520a6-1f4f-4530-b451-a6e4effbb357 admin admin] Deleting subnet 928823ca-6784-4f4c-9fd4-76ea4b06ca11 {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:18:32.209446 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a3c520a6-1f4f-4530-b451-a6e4effbb357 admin admin] Publish callbacks [] for subnet (928823ca-6784-4f4c-9fd4-76ea4b06ca11), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.222593 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-758c0fab-2161-4380-9f61-15bb3db976bb admin admin] Publish callbacks [] for security_group (ad5b1b3e-3131-439e-a97a-0f1ec3071166), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.229019 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-758c0fab-2161-4380-9f61-15bb3db976bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ad5b1b3e-3131-439e-a97a-0f1ec3071166), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.246080 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a3c520a6-1f4f-4530-b451-a6e4effbb357 admin admin] Publish callbacks [] for subnet (928823ca-6784-4f4c-9fd4-76ea4b06ca11), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.259362 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c0fab-2161-4380-9f61-15bb3db976bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b1b3e-3131-439e-a97a-0f1ec3071166,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:32.260343 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c7d0373a-ac0d-4d50-8e06-464be5fb845e req-36fae7a4-413b-4c51-bce6-c2f6f9da9666 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302276 Oct 28 17:18:32.282142 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-758c0fab-2161-4380-9f61-15bb3db976bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcbb19220d8a42a6b1b7bddbf6bc4f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868443 Oct 28 17:18:32.282554 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36914) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:32.333125 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a3c520a6-1f4f-4530-b451-a6e4effbb357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (928823ca-6784-4f4c-9fd4-76ea4b06ca11), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.348578 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-736d83d2-e349-4f4c-8982-1630d16e8927 admin admin] Publish callbacks [] for security_group (ad5b1b3e-3131-439e-a97a-0f1ec3071166), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.374011 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-736d83d2-e349-4f4c-8982-1630d16e8927 admin admin] Publish callbacks [] for security_group (ad5b1b3e-3131-439e-a97a-0f1ec3071166), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.414053 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a3c520a6-1f4f-4530-b451-a6e4effbb357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for subnet (928823ca-6784-4f4c-9fd4-76ea4b06ca11), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.445576 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c520a6-1f4f-4530-b451-a6e4effbb357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=928823ca-6784-4f4c-9fd4-76ea4b06ca11,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:32.447083 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-736d83d2-e349-4f4c-8982-1630d16e8927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ad5b1b3e-3131-439e-a97a-0f1ec3071166), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.452683 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-736d83d2-e349-4f4c-8982-1630d16e8927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.452832 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a3c520a6-1f4f-4530-b451-a6e4effbb357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.458715 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-736d83d2-e349-4f4c-8982-1630d16e8927 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad5b1b3e-3131-439e-a97a-0f1ec3071166 HTTP/1.1" status: 204 len: 168 time: 0.1739655 Oct 28 17:18:32.463274 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d97a65-0619-4dfb-b88c-8fd20e05a15d None None] Network b6eab124-ebac-4c0d-9b63-7a4c55c577ca requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:18:32.465033 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a3c520a6-1f4f-4530-b451-a6e4effbb357 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/928823ca-6784-4f4c-9fd4-76ea4b06ca11 HTTP/1.1" status: 204 len: 168 time: 0.3281894 Oct 28 17:18:32.467742 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d83d2-e349-4f4c-8982-1630d16e8927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b1b3e-3131-439e-a97a-0f1ec3071166,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:32.470633 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36924) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:32.586256 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 4d75a770-347b-421e-a472-df8f17c69279 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:18:32.596892 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (b6eab124-ebac-4c0d-9b63-7a4c55c577ca), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.612060 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 4d75a770-347b-421e-a472-df8f17c69279 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:18:32.612423 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 4d75a770-347b-421e-a472-df8f17c69279 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:18:32.612844 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device d1a77244-3683-408f-a595-138ebeba973e no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:18:32.633810 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: d1a77244-3683-408f-a595-138ebeba973e {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:18:32.634176 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device d1a77244-3683-408f-a595-138ebeba973e not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:18:32.654778 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Deleting port 1497c1c9-ec5b-403c-9c2a-24f098e95812 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:32.655188 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.722668 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8843c0-f81c-448a-b35f-ec8babb4bb2b None None] DHCP port deletion for b6eab124-ebac-4c0d-9b63-7a4c55c577ca request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:18:32.745447 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] For port 1497c1c9-ec5b-403c-9c2a-24f098e95812, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1497c1c9-ec5b-403c-9c2a-24f098e95812,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:32.746019 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.762568 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Calling delete_port for 1497c1c9-ec5b-403c-9c2a-24f098e95812 owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:32.780231 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-be8843c0-f81c-448a-b35f-ec8babb4bb2b None None] Deleting port 1497c1c9-ec5b-403c-9c2a-24f098e95812 {{(pid=103945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:32.780773 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-be8843c0-f81c-448a-b35f-ec8babb4bb2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), before_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.863159 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-be8843c0-f81c-448a-b35f-ec8babb4bb2b None None] For port 1497c1c9-ec5b-403c-9c2a-24f098e95812, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1497c1c9-ec5b-403c-9c2a-24f098e95812,segment=NetworkSegment(6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9),segment_id=6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:32.863561 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-be8843c0-f81c-448a-b35f-ec8babb4bb2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), precommit_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.876404 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.877700 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-be8843c0-f81c-448a-b35f-ec8babb4bb2b None None] Calling delete_port for 1497c1c9-ec5b-403c-9c2a-24f098e95812 owned by network:dhcp {{(pid=103945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:32.907363 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1497c1c9-ec5b-403c-9c2a-24f098e95812,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:32.911611 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] No DVR routers for this DVR port 1497c1c9-ec5b-403c-9c2a-24f098e95812 on host dv-cinder-859839-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:18:32.966791 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-be8843c0-f81c-448a-b35f-ec8babb4bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (1497c1c9-ec5b-403c-9c2a-24f098e95812), after_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.984678 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (b6eab124-ebac-4c0d-9b63-7a4c55c577ca), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:32.994060 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8843c0-f81c-448a-b35f-ec8babb4bb2b None None] Pushing event deleted for resources: {'Port': ['ID=1497c1c9-ec5b-403c-9c2a-24f098e95812,revision_number=None']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:32.997477 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8843c0-f81c-448a-b35f-ec8babb4bb2b None None] No DVR routers for this DVR port 1497c1c9-ec5b-403c-9c2a-24f098e95812 on host dv-cinder-859839-1-iscsi {{(pid=103945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:18:33.017859 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.018237 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.018980 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.019307 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.019644 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.019988 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.020303 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.020722 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.021148 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.021337 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.117868 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.118249 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.118577 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.118903 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 17:18:33.119267 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6eab124-ebac-4c0d-9b63-7a4c55c577ca']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:33.138813 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:33.139106 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:33.155004 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530286'] for segment (6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.182647 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.193228 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:18:33.193748 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5233132'] for segment (6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.266731 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (b6eab124-ebac-4c0d-9b63-7a4c55c577ca), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.276650 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.283687 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b6eab124-ebac-4c0d-9b63-7a4c55c577ca HTTP/1.1" status: 204 len: 168 time: 0.8119655 Oct 28 17:18:33.286806 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36952) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:33.294023 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad10897-7755-4112-8510-99b3c4f90b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6eab124-ebac-4c0d-9b63-7a4c55c577ca,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:33.315073 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36956) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:33.448936 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289311850-network', 'tenant_id': '375b9c07ebd14721ac737e60c97f6294'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:33.496333 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76bb4f-4875-4c0c-9ad4-1d8fbe131cd3 req-dd1a6d4e-dd8a-407f-ba25-ff86850a6975 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:33.497831 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f76bb4f-4875-4c0c-9ad4-1d8fbe131cd3 req-dd1a6d4e-dd8a-407f-ba25-ff86850a6975 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.1232584 Oct 28 17:18:33.501008 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment 6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9 resource provider aggregate not found Oct 28 17:18:33.526541 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment 6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6dc7cd0a-3e13-43d7-9340-4c2645fc1ec9 found for delete ", "request_id": "req-b8e685f5-c892-4631-a713-2b488bcc8253"}]} Oct 28 17:18:33.530875 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Made reservation on behalf of 375b9c07ebd14721ac737e60c97f6294 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:18:33.533220 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.547307 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.590471 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f307e45-1072-4611-9578-a28da7d0c83f req-ab84ccad-b62c-42d1-93ea-b4d9968e59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:33.592042 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f307e45-1072-4611-9578-a28da7d0c83f req-ab84ccad-b62c-42d1-93ea-b4d9968e59ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 1129 time: 0.1474438 Oct 28 17:18:33.603277 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3f76bb4f-4875-4c0c-9ad4-1d8fbe131cd3 req-00f7e3bd-690e-4ec0-a51f-681700019bb5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978408 Oct 28 17:18:33.659117 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (09fc0c13-9740-4647-a16b-a43b256663e5), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.715855 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Publish callbacks [] for security_group (7f20e702-98c6-41dc-bb05-dfbab4a332c2), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.726501 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (7f20e702-98c6-41dc-bb05-dfbab4a332c2), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.738187 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f307e45-1072-4611-9578-a28da7d0c83f req-4036ffaa-6cab-4f1c-ac9c-38eb268f5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:33.739864 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f307e45-1072-4611-9578-a28da7d0c83f req-4036ffaa-6cab-4f1c-ac9c-38eb268f5e04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.1357036 Oct 28 17:18:33.764909 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:18:33.803521 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f20e702-98c6-41dc-bb05-dfbab4a332c2,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:33.815200 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (78c4a539-7086-42a5-8fd6-25903849bf9e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.815550 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Added segment 78c4a539-7086-42a5-8fd6-25903849bf9e of type vlan for network 66e08c41-43d1-4300-a987-081bf3f14cc2 Oct 28 17:18:33.848859 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f307e45-1072-4611-9578-a28da7d0c83f req-47b66bcb-0ed4-4b91-a366-5daaf537f72f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08122e34-cd0e-4736-b65d-0ed190478e42 HTTP/1.1" status: 200 len: 1001 time: 0.1001787 Oct 28 17:18:33.907831 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (66e08c41-43d1-4300-a987-081bf3f14cc2), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.935226 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f307e45-1072-4611-9578-a28da7d0c83f req-b03943ca-5520-44b3-8d5c-510475222123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:33.936684 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f307e45-1072-4611-9578-a28da7d0c83f req-b03943ca-5520-44b3-8d5c-510475222123 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.0681562 Oct 28 17:18:33.970238 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (66e08c41-43d1-4300-a987-081bf3f14cc2), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:33.971203 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:33.971781 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:34.032942 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7164137 Oct 28 17:18:34.039806 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36970) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:34.050860 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Request body: {'subnet': {'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289311850-subnet', 'tenant_id': '375b9c07ebd14721ac737e60c97f6294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:34.057291 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38902b8-fed3-4700-9b9c-4ad8f7c5112a admin admin] Pushing event updated for resources: {'Network': ['ID=66e08c41-43d1-4300-a987-081bf3f14cc2,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:34.068652 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 66e08c41-43d1-4300-a987-081bf3f14cc2 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:18:34.070856 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f307e45-1072-4611-9578-a28da7d0c83f req-0dd0c48b-4c43-4c3a-b158-1d3e3813ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:34.072418 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f307e45-1072-4611-9578-a28da7d0c83f req-0dd0c48b-4c43-4c3a-b158-1d3e3813ddbb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1295023 Oct 28 17:18:34.087153 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Made reservation on behalf of 375b9c07ebd14721ac737e60c97f6294 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:18:34.089321 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446681'] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:34.166893 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] Deleting port beb4012c-c0e1-4fb8-85c6-40888a8e5168 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:34.167232 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:34.227093 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f307e45-1072-4611-9578-a28da7d0c83f req-594ca5c0-5d6b-4b40-b61e-559199c53efb service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483548 Oct 28 17:18:34.244892 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] For port beb4012c-c0e1-4fb8-85c6-40888a8e5168, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=beb4012c-c0e1-4fb8-85c6-40888a8e5168,segment=NetworkSegment(2a128317-f2be-4a58-b67a-4a57778e5e8b),segment_id=2a128317-f2be-4a58-b67a-4a57778e5e8b)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:34.245257 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:34.257942 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] Calling delete_port for beb4012c-c0e1-4fb8-85c6-40888a8e5168 owned by network:router_interface {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:34.440489 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (beb4012c-c0e1-4fb8-85c6-40888a8e5168), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:34.464311 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=beb4012c-c0e1-4fb8-85c6-40888a8e5168,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:34.545753 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1497c1c9-ec5b-403c-9c2a-24f098e95812 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:18:34.577847 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 1497c1c9-ec5b-403c-9c2a-24f098e95812 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:18:34.578505 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1497c1c9-ec5b-403c-9c2a-24f098e95812 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:18:34.649103 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5235531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446507'] for subnet (03dc4140-8857-4d54-94c5-ddd3ce279c1d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:34.657298 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9f307e45-1072-4611-9578-a28da7d0c83f req-2850e284-329e-4de4-b4d7-bde748817378 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009078 Oct 28 17:18:34.683780 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (09fc0c13-9740-4647-a16b-a43b256663e5), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:34.705094 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03dc4140-8857-4d54-94c5-ddd3ce279c1d,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:34.745196 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Checking segment: {'id': '78c4a539-7086-42a5-8fd6-25903849bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:18:34.745463 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Network hostable DHCP agents. Network: 66e08c41-43d1-4300-a987-081bf3f14cc2, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:18:34.781894 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099d437-aaa4-4af6-92f1-de06fe7dcc09 req-bd90f07c-575e-40c6-ae9d-47e2d1359550 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:34.783461 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f099d437-aaa4-4af6-92f1-de06fe7dcc09 req-bd90f07c-575e-40c6-ae9d-47e2d1359550 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0698919 Oct 28 17:18:34.784493 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Network 66e08c41-43d1-4300-a987-081bf3f14cc2 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:18:34.798219 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 66e08c41-43d1-4300-a987-081bf3f14cc2) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:18:34.807128 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb45ab-6030-47c8-8ddf-486d86d5f175 None None] Network 66e08c41-43d1-4300-a987-081bf3f14cc2 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:18:34.809381 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:34.810335 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:34.842021 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-fa4e6c51-c4c4-4c9b-8c8e-45411545a17a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7888417 Oct 28 17:18:34.850337 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f099d437-aaa4-4af6-92f1-de06fe7dcc09 req-a3d99544-be95-437a-b813-5d4d52b556d1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603187 Oct 28 17:18:34.905197 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] Router 09fc0c13-9740-4647-a16b-a43b256663e5 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:18:34.926487 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175cc062-f422-42a5-a4ed-1850ab957a4f None None] Network 66e08c41-43d1-4300-a987-081bf3f14cc2 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:18:35.022086 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:18:35.031112 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36980) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:35.031566 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4d2db412-c72d-4659-b87a-2a3284c15e5c admin admin] 10.222.0.20 "PUT /v2.0/routers/09fc0c13-9740-4647-a16b-a43b256663e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7427220 Oct 28 17:18:35.036025 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] Sync routers for ids ['09fc0c13-9740-4647-a16b-a43b256663e5'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:18:35.046814 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] Routers {'09fc0c13-9740-4647-a16b-a43b256663e5'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:18:35.047536 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:18:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['09fc0c13-9740-4647-a16b-a43b256663e5'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:35.134261 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Publish callbacks [] for router (09fc0c13-9740-4647-a16b-a43b256663e5), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.240167 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Publish callbacks [] for router_gateway (09fc0c13-9740-4647-a16b-a43b256663e5), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.258492 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] Set router 09fc0c13-9740-4647-a16b-a43b256663e5 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:18:35.295006 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Deleting port 67956c47-f375-45c5-a7fb-39e562c87b92 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:35.295326 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.395870 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] For port 67956c47-f375-45c5-a7fb-39e562c87b92, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=67956c47-f375-45c5-a7fb-39e562c87b92,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:35.396248 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.412332 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Calling delete_port for 67956c47-f375-45c5-a7fb-39e562c87b92 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:35.464312 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'name': 'tempest-TestShelveInstance-159934381-router', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:14Z', 'updated_at': '2022-10-28T17:18:34Z', 'revision_number': 5, 'project_id': '507bab9ee69c444699adf4a561041d13', 'gw_port': {'id': '67956c47-f375-45c5-a7fb-39e562c87b92', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:15Z', 'updated_at': '2022-10-28T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:35.489014 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] Checking router: 09fc0c13-9740-4647-a16b-a43b256663e5 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:18:35.497564 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] Routers {'09fc0c13-9740-4647-a16b-a43b256663e5'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:18:35.498228 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:18:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['09fc0c13-9740-4647-a16b-a43b256663e5'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:35.585478 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] Set router 09fc0c13-9740-4647-a16b-a43b256663e5 gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:18:35.585692 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (67956c47-f375-45c5-a7fb-39e562c87b92), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.611294 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=67956c47-f375-45c5-a7fb-39e562c87b92,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:35.634895 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'name': 'tempest-TestShelveInstance-159934381-router', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:14Z', 'updated_at': '2022-10-28T17:18:35Z', 'revision_number': 6, 'project_id': '507bab9ee69c444699adf4a561041d13', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:35.658414 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2d96a-b7e2-4d43-beaf-f3467732d8c1 None None] The sync data for ids ['09fc0c13-9740-4647-a16b-a43b256663e5'] in dv-cinder-859839-1-iscsi is: [{'id': '09fc0c13-9740-4647-a16b-a43b256663e5', 'name': 'tempest-TestShelveInstance-159934381-router', 'tenant_id': '507bab9ee69c444699adf4a561041d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:14Z', 'updated_at': '2022-10-28T17:18:35Z', 'revision_number': 6, 'project_id': '507bab9ee69c444699adf4a561041d13', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:18:35.675230 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (09fc0c13-9740-4647-a16b-a43b256663e5), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.760177 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (09fc0c13-9740-4647-a16b-a43b256663e5), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.762332 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Publish callbacks [] for router_controller (09fc0c13-9740-4647-a16b-a43b256663e5), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.804846 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (09fc0c13-9740-4647-a16b-a43b256663e5), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.805365 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09fc0c13-9740-4647-a16b-a43b256663e5 {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:18:35.810420 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.811595 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-eac3ab47-d147-49d6-a55b-0568a37c9b60 admin admin] 10.222.0.20 "DELETE /v2.0/routers/09fc0c13-9740-4647-a16b-a43b256663e5 HTTP/1.1" status: 204 len: 168 time: 0.7794099 Oct 28 17:18:35.814391 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 36986) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:35.859705 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-332bc9fb-3910-492c-826d-fea437a233d8 admin admin] Deleting subnet d0d34b34-15bb-424d-bb88-5a7986d8776a {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:18:35.862995 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-332bc9fb-3910-492c-826d-fea437a233d8 admin admin] Publish callbacks [] for subnet (d0d34b34-15bb-424d-bb88-5a7986d8776a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.901264 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-332bc9fb-3910-492c-826d-fea437a233d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32530295'] for subnet (d0d34b34-15bb-424d-bb88-5a7986d8776a), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:35.981516 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-332bc9fb-3910-492c-826d-fea437a233d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (d0d34b34-15bb-424d-bb88-5a7986d8776a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.042609 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-332bc9fb-3910-492c-826d-fea437a233d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5235466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446516'] for subnet (d0d34b34-15bb-424d-bb88-5a7986d8776a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.072515 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bc9fb-3910-492c-826d-fea437a233d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d34b34-15bb-424d-bb88-5a7986d8776a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:36.078751 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-332bc9fb-3910-492c-826d-fea437a233d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.084221 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-332bc9fb-3910-492c-826d-fea437a233d8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d0d34b34-15bb-424d-bb88-5a7986d8776a HTTP/1.1" status: 204 len: 168 time: 0.2665300 Oct 28 17:18:36.084667 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 36990) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:36.089132 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785d39af-24d3-465d-b078-f8c8c5c26c33 None None] Network 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:18:36.168932 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.169102 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcb825-2c64-434d-bf8a-3ed417a627f4 req-8a3adfc3-8e02-4335-bb0d-b873569bec19 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:36.170618 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cdfcb825-2c64-434d-bf8a-3ed417a627f4 req-8a3adfc3-8e02-4335-bb0d-b873569bec19 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 945 time: 0.0641980 Oct 28 17:18:36.234600 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Deleting port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:18:36.235027 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.236222 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cdfcb825-2c64-434d-bf8a-3ed417a627f4 req-b76e9bc0-8902-4d19-b2d0-86eb7b040951 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511804 Oct 28 17:18:36.296586 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] For port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0,segment=NetworkSegment(2a128317-f2be-4a58-b67a-4a57778e5e8b),segment_id=2a128317-f2be-4a58-b67a-4a57778e5e8b)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:36.296946 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.309534 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Calling delete_port for 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 owned by network:dhcp {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:18:36.390508 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.415325 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:36.418985 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] No DVR routers for this DVR port 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 on host dv-cinder-859839-1-iscsi {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:18:36.495256 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.520832 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd3e2e5-5c9c-42ce-8579-7ddd08fcff4a None None] DHCP port deletion for 6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:18:36.521160 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:36.532212 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a128317-f2be-4a58-b67a-4a57778e5e8b') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:36.533826 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a128317-f2be-4a58-b67a-4a57778e5e8b') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:18:36.543176 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (2a128317-f2be-4a58-b67a-4a57778e5e8b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.564180 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (2a128317-f2be-4a58-b67a-4a57778e5e8b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.572826 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:18:36.573498 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (2a128317-f2be-4a58-b67a-4a57778e5e8b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.619729 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment 2a128317-f2be-4a58-b67a-4a57778e5e8b resource provider aggregate not found Oct 28 17:18:36.627712 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 08122e34-cd0e-4736-b65d-0ed190478e42 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:18:36.652970 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment 2a128317-f2be-4a58-b67a-4a57778e5e8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a128317-f2be-4a58-b67a-4a57778e5e8b found for delete ", "request_id": "req-88f31104-3515-437f-8c4e-267be9d56b67"}]} Oct 28 17:18:36.654288 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.660754 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.662797 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 67956c47-f375-45c5-a7fb-39e562c87b92 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:18:36.665483 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6 HTTP/1.1" status: 204 len: 168 time: 0.5797718 Oct 28 17:18:36.688016 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 67956c47-f375-45c5-a7fb-39e562c87b92 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:18:36.688673 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 67956c47-f375-45c5-a7fb-39e562c87b92 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:18:36.688904 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4c1d9-5a94-4d1b-b6bb-8a5e66a86e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7859a6-54d9-4ae2-a1bf-dc3da20f0dd6,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:36.689535 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:18:36.733031 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:18:36.733689 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1b9287a1-f5bc-4a0e-8414-ffbd70eb21e0 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:18:36.734148 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device beb4012c-c0e1-4fb8-85c6-40888a8e5168 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:18:36.752285 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 08122e34-cd0e-4736-b65d-0ed190478e42 is: ACTIVE; New status is: DOWN {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:18:36.752992 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.772969 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-521279a7-5e14-4493-88e1-801a9adbf081 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:36.774618 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-521279a7-5e14-4493-88e1-801a9adbf081 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/networks?id=66e08c41-43d1-4300-a987-081bf3f14cc2 HTTP/1.1" status: 200 len: 809 time: 0.1311622 Oct 28 17:18:36.776617 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: beb4012c-c0e1-4fb8-85c6-40888a8e5168 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:18:36.776970 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device beb4012c-c0e1-4fb8-85c6-40888a8e5168 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:18:36.795802 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:36.797384 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-a500f1b3-4b77-42ad-9a26-d1527250f7af tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/quotas/375b9c07ebd14721ac737e60c97f6294 HTTP/1.1" status: 200 len: 375 time: 0.0146978 Oct 28 17:18:36.799166 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759e35f0-6909-4053-b602-580b1f495fb2" -d '{"events": [{"server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "name": "network-vif-unplugged", "status": "completed", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:36.813416 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:36.820972 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:36.839544 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-fbe585a4-b29c-45ab-a17c-e1f8f6f4899e tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=375b9c07ebd14721ac737e60c97f6294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343800 Oct 28 17:18:36.840594 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 37014) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:36.872211 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0b61bd-1ea1-4af5-be12-2a02677f31f2 x-openstack-request-id: req-ed0b61bd-1ea1-4af5-be12-2a02677f31f2 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:36.872600 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "name": "network-vif-unplugged", "status": "completed", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:36.872919 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed0b61bd-1ea1-4af5-be12-2a02677f31f2 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:36.873380 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0b61bd-1ea1-4af5-be12-2a02677f31f2'] response: {'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42', 'code': 200} Oct 28 17:18:36.890260 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=8']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:36.937252 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7e20d63f-4fe8-40ba-86d2-0cc33a1b4772 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=142eaebbbefa4813a08ddc6bc669ab79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0955608 Oct 28 17:18:36.940071 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37016) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:36.964119 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-588545b4-6c32-4083-99e8-484ae601fd20 service neutron] 10.222.0.20 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162343 Oct 28 17:18:36.992416 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd71a-fda6-4f9f-84e5-a7726cbc1eb1 admin admin] Publish callbacks [] for security_group (75fc6fea-c9b6-4287-a543-51fd508f502a), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:37.022405 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd71a-fda6-4f9f-84e5-a7726cbc1eb1 admin admin] Publish callbacks [] for security_group (75fc6fea-c9b6-4287-a543-51fd508f502a), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:37.061914 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-020edfa3-6d0c-4ca5-a336-d396e5758c6a service neutron] 10.222.0.20 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902596 Oct 28 17:18:37.073901 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd71a-fda6-4f9f-84e5-a7726cbc1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (75fc6fea-c9b6-4287-a543-51fd508f502a), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:37.076573 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd71a-fda6-4f9f-84e5-a7726cbc1eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:37.077753 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e3cbd71a-fda6-4f9f-84e5-a7726cbc1eb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75fc6fea-c9b6-4287-a543-51fd508f502a HTTP/1.1" status: 204 len: 168 time: 0.1366298 Oct 28 17:18:37.085967 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbd71a-fda6-4f9f-84e5-a7726cbc1eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fc6fea-c9b6-4287-a543-51fd508f502a,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:37.258552 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bdeeb881-2913-4c77-9017-fbefbd408a34 req-e2c34958-c919-4dbf-8242-6f4398160670 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 210 time: 0.0380485 Oct 28 17:18:37.379078 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1043228-50ba-4bdb-8f46-206afa9b65b6 req-2b46317f-db5e-43e1-a5f3-3c937a9cfbb6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:37.380573 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c1043228-50ba-4bdb-8f46-206afa9b65b6 req-2b46317f-db5e-43e1-a5f3-3c937a9cfbb6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0613823 Oct 28 17:18:37.438210 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c1043228-50ba-4bdb-8f46-206afa9b65b6 req-1d59b93e-c642-43d1-adaf-26208cc4a1db tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461214 Oct 28 17:18:37.452787 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37032) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:37.496241 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d549ed5e-78ec-4808-90cf-d932e7132eff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=507bab9ee69c444699adf4a561041d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422156 Oct 28 17:18:37.499371 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 37036) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:18:37.554760 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b56485a6-7e49-49c3-89cf-f628e171a557 admin admin] Publish callbacks [] for security_group (d90a5787-89ad-4662-8124-2edfac176c45), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:37.590945 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b56485a6-7e49-49c3-89cf-f628e171a557 admin admin] Publish callbacks [] for security_group (d90a5787-89ad-4662-8124-2edfac176c45), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:37.645677 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b56485a6-7e49-49c3-89cf-f628e171a557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (d90a5787-89ad-4662-8124-2edfac176c45), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:37.648392 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b56485a6-7e49-49c3-89cf-f628e171a557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:37.652364 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b56485a6-7e49-49c3-89cf-f628e171a557 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d90a5787-89ad-4662-8124-2edfac176c45 HTTP/1.1" status: 204 len: 168 time: 0.1490662 Oct 28 17:18:37.663128 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56485a6-7e49-49c3-89cf-f628e171a557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90a5787-89ad-4662-8124-2edfac176c45,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:37.815271 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:18:38.283918 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-09c298b0-d307-4cf7-ac95-85a5a9a398fc tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:38.285071 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-09c298b0-d307-4cf7-ac95-85a5a9a398fc tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.44 "GET /v2.0/networks?id=66e08c41-43d1-4300-a987-081bf3f14cc2 HTTP/1.1" status: 200 len: 809 time: 0.1163616 Oct 28 17:18:38.304535 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Request body: {'port': {'device_id': '52d86266-b70d-483d-bdc7-2f2c4bf809a5', 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2', 'admin_state_up': True, 'tenant_id': '375b9c07ebd14721ac737e60c97f6294'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:38.352489 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [req-f0f6cd3f-0448-4455-b528-590ec696658f req-e933d5dc-a3dd-45b6-849f-a827ed0d80b4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:18:38.353469 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f0f6cd3f-0448-4455-b528-590ec696658f req-e933d5dc-a3dd-45b6-849f-a827ed0d80b4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067019 Oct 28 17:18:38.389594 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87f2a343-4598-489e-9611-a4a2e87a9cb9 req-10b57cd0-0cc2-4749-9ddb-6b6f714ae119 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 210 time: 0.0413146 Oct 28 17:18:38.460419 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Made reservation on behalf of 375b9c07ebd14721ac737e60c97f6294 for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:18:38.464889 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:38.562423 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-41076835-1a0c-409c-bb76-3bd5152460af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450182 Oct 28 17:18:38.583807 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93551824-d8c5-4a66-a980-2fa29bfb872f req-0aedaf5c-ec9e-4adb-98b2-031db09f3c47 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:38.585597 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-93551824-d8c5-4a66-a980-2fa29bfb872f req-0aedaf5c-ec9e-4adb-98b2-031db09f3c47 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.1057162 Oct 28 17:18:38.636502 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-476430b8-aa5f-41b2-b36e-ec681c07a464 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:38.638196 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-476430b8-aa5f-41b2-b36e-ec681c07a464 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports/08122e34-cd0e-4736-b65d-0ed190478e42 HTTP/1.1" status: 200 len: 940 time: 0.0475366 Oct 28 17:18:38.657604 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Allocated IP 172.20.0.3 (66e08c41-43d1-4300-a987-081bf3f14cc2/03dc4140-8857-4d54-94c5-ddd3ce279c1d/3ba79c93-dd95-4022-ac7b-b8d20974dc8e) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:18:38.676729 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-93551824-d8c5-4a66-a980-2fa29bfb872f req-4b9072fc-8c87-4794-a51c-6c5579a0786f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660443 Oct 28 17:18:38.825038 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks [] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:38.857649 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:38.903343 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Network 66e08c41-43d1-4300-a987-081bf3f14cc2 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:18:38.906472 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:18:38.910768 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:18:38.916497 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Pushing event updated for resources: {'Port': ['ID=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:38.963736 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:38.964246 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:38.981205 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-23cf3ca3-54d9-4254-80a0-7f40b22b77c5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6813052 Oct 28 17:18:39.019496 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Request body: {'port': {'device_id': '52d86266-b70d-483d-bdc7-2f2c4bf809a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:18:39.083201 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:39.086950 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ee4f7ff9-8ee6-4267-b140-e1da108f91da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:39.353360 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba79c93-dd95-4022-ac7b-b8d20974dc8e {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:18:39.360900 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Publish callbacks [] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:39.372745 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Transition to ACTIVE for port object 3ba79c93-dd95-4022-ac7b-b8d20974dc8e will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:18:39.378958 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5233088'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:39.457347 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:39.487789 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-878d34e2-1060-4d62-9993-cfb216118b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:39.489424 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-878d34e2-1060-4d62-9993-cfb216118b2c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c&tenant_id=39f17c6092df40a69288bacc59cec663 HTTP/1.1" status: 200 len: 1127 time: 0.0811229 Oct 28 17:18:39.513692 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Attempting to bind port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:18:39.514046 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Attempting to bind port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '78c4a539-7086-42a5-8fd6-25903849bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:18:39.514371 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Attempting to bind port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e on network 66e08c41-43d1-4300-a987-081bf3f14cc2 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:18:39.522281 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e on network 66e08c41-43d1-4300-a987-081bf3f14cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:18:39.522600 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Attempting to bind port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e on network 66e08c41-43d1-4300-a987-081bf3f14cc2 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:18:39.531178 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:18:39.531516 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Checking segment: {'id': '78c4a539-7086-42a5-8fd6-25903849bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:18:39.531966 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Bound using segment: {'id': '78c4a539-7086-42a5-8fd6-25903849bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:18:39.532381 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Bound port: 3ba79c93-dd95-4022-ac7b-b8d20974dc8e, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c4a539-7086-42a5-8fd6-25903849bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:18:39.532744 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:39.553507 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ef15a-653f-41a2-bdb4-2a2d81c4fd3e req-c75a6507-ef68-4184-8674-078d006ed83d tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:39.553728 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-80111f84-ff5f-4589-af11-4cbebcf1a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:39.554819 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e75ef15a-653f-41a2-bdb4-2a2d81c4fd3e req-c75a6507-ef68-4184-8674-078d006ed83d tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0833509 Oct 28 17:18:39.555246 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-80111f84-ff5f-4589-af11-4cbebcf1a35e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 1127 time: 0.0445228 Oct 28 17:18:39.631835 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] For port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:18:39.635403 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] For port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,segment=NetworkSegment(78c4a539-7086-42a5-8fd6-25903849bf9e),segment_id=78c4a539-7086-42a5-8fd6-25903849bf9e)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:18:39.640691 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e75ef15a-653f-41a2-bdb4-2a2d81c4fd3e req-e6a4d741-34aa-45df-be5a-d3e1b2509e8d tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661018 Oct 28 17:18:39.642357 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5233088'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:39.646495 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:39.647108 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:39.648448 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] 10.222.0.44 "PUT /v2.0/ports/3ba79c93-dd95-4022-ac7b-b8d20974dc8e HTTP/1.1" status: 200 len: 1093 time: 0.6331558 Oct 28 17:18:39.648657 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-ac7450b1-31c0-471a-98dc-a410622a18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:39.649152 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d86266-b70d-483d-bdc7-2f2c4bf809a5', 'tag': '3ba79c93-dd95-4022-ac7b-b8d20974dc8e'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:39.650321 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-ac7450b1-31c0-471a-98dc-a410622a18f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.0884283 Oct 28 17:18:39.651492 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc" -d '{"events": [{"name": "network-changed", "server_uuid": "52d86266-b70d-483d-bdc7-2f2c4bf809a5", "tag": "3ba79c93-dd95-4022-ac7b-b8d20974dc8e"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:39.692601 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8115c3ea-1b4e-48fa-b8e8-1bfbecb108da x-openstack-request-id: req-8115c3ea-1b4e-48fa-b8e8-1bfbecb108da {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:39.692821 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d86266-b70d-483d-bdc7-2f2c4bf809a5", "tag": "3ba79c93-dd95-4022-ac7b-b8d20974dc8e", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:39.693144 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8115c3ea-1b4e-48fa-b8e8-1bfbecb108da {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:39.693543 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8115c3ea-1b4e-48fa-b8e8-1bfbecb108da'] response: {'name': 'network-changed', 'server_uuid': '52d86266-b70d-483d-bdc7-2f2c4bf809a5', 'tag': '3ba79c93-dd95-4022-ac7b-b8d20974dc8e', 'status': 'completed', 'code': 200} Oct 28 17:18:39.705471 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d063-64da-427e-8787-33ce8fb65667 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:39.734871 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-35b99f5d-1c0d-417e-be83-74748fda619f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08122e34-cd0e-4736-b65d-0ed190478e42 HTTP/1.1" status: 200 len: 999 time: 0.0751340 Oct 28 17:18:39.752985 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-226b45df-ddfa-4f8c-8aad-962ae702c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:39.754641 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-226b45df-ddfa-4f8c-8aad-962ae702c96a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=375b9c07ebd14721ac737e60c97f6294&device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 1127 time: 0.0463154 Oct 28 17:18:39.789706 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-04de9065-8066-4870-84b1-25295bebca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:39.791281 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-04de9065-8066-4870-84b1-25295bebca17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.0491533 Oct 28 17:18:39.818655 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-aada12c0-3192-4544-9b8e-383a16b598cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba79c93-dd95-4022-ac7b-b8d20974dc8e HTTP/1.1" status: 200 len: 217 time: 0.0515559 Oct 28 17:18:39.843385 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-f0cca752-2018-4c05-a0ef-5948b6272314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:39.845038 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-f0cca752-2018-4c05-a0ef-5948b6272314 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484772 Oct 28 17:18:39.871086 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2436a80-eb06-4b24-8f06-e03fe434261c req-c8c62001-67c6-4517-9615-5b7320dac0ac tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:39.872553 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a2436a80-eb06-4b24-8f06-e03fe434261c req-c8c62001-67c6-4517-9615-5b7320dac0ac tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.1137121 Oct 28 17:18:39.888010 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-fd8feafe-c527-4399-a8a8-1a2d90dd5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:39.889305 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-fd8feafe-c527-4399-a8a8-1a2d90dd5802 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03dc4140-8857-4d54-94c5-ddd3ce279c1d HTTP/1.1" status: 200 len: 849 time: 0.0630634 Oct 28 17:18:39.924749 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-97c0d6f4-e1c2-4e07-b991-98cf577d0bd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=66e08c41-43d1-4300-a987-081bf3f14cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290778 Oct 28 17:18:39.931732 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-500e675d-dc43-4f63-aaea-16c4c8aeb89b service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808237 Oct 28 17:18:39.986811 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a2436a80-eb06-4b24-8f06-e03fe434261c req-9de757d8-8f76-497d-a103-dc5de0e0775e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081233 Oct 28 17:18:40.027187 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81530f1d-afc0-4e7f-8912-a9b9d335a3c5 req-bedd7ea4-622c-4aa5-87ff-76b9bfdd86ad service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901825 Oct 28 17:18:40.037623 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-74fe2fee-e2f1-495e-bfee-6da5755421e1 service neutron] 10.222.0.44 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054378 Oct 28 17:18:40.127537 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fc360c29-5305-43f5-aed1-c3a11cb91425 req-b69e4a2b-5c08-4205-99f4-2d59e6976e32 service neutron] 10.222.0.44 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843177 Oct 28 17:18:40.219074 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc req-aa758831-983f-49e0-a32a-8d19b8fe86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:40.220647 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc req-aa758831-983f-49e0-a32a-8d19b8fe86e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=375b9c07ebd14721ac737e60c97f6294&device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 1127 time: 0.0469720 Oct 28 17:18:40.310605 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc req-a00c9af3-d935-466a-89cd-0ed30d8a313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:40.313841 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc req-a00c9af3-d935-466a-89cd-0ed30d8a313b service neutron] 10.222.0.44 "GET /v2.0/networks?id=66e08c41-43d1-4300-a987-081bf3f14cc2 HTTP/1.1" status: 200 len: 910 time: 0.0877423 Oct 28 17:18:40.351863 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc req-21f4ed3a-3797-40c7-bb4e-27596d9a62a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba79c93-dd95-4022-ac7b-b8d20974dc8e HTTP/1.1" status: 200 len: 217 time: 0.0320807 Oct 28 17:18:40.399542 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc req-302f5696-d53a-4d5e-9e58-33b56f50b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:40.401315 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc req-302f5696-d53a-4d5e-9e58-33b56f50b0f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03dc4140-8857-4d54-94c5-ddd3ce279c1d HTTP/1.1" status: 200 len: 849 time: 0.0435913 Oct 28 17:18:40.436696 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc req-013a74a8-35ba-42d6-9ba6-4b1c0115c1c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=66e08c41-43d1-4300-a987-081bf3f14cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297735 Oct 28 17:18:40.552005 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc req-83b76bc1-f35d-463b-aa93-877749a5b31a service neutron] 10.222.0.44 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089549 Oct 28 17:18:40.790415 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8110b-6891-413d-bd6e-eeda024aec1b req-c259aa47-9e40-48ab-9c80-f74a4afe85d5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:40.792154 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c6d8110b-6891-413d-bd6e-eeda024aec1b req-c259aa47-9e40-48ab-9c80-f74a4afe85d5 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0672216 Oct 28 17:18:40.843170 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c6d8110b-6891-413d-bd6e-eeda024aec1b req-53a11658-ff5b-4845-9064-15b09b74bbf6 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 Oct 28 17:18:41.413662 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0df57c-5f4e-4aa3-9683-689ec23bc380 req-df9bf8f3-0cc7-4e14-8521-35fcff8f8975 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:41.415301 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bc0df57c-5f4e-4aa3-9683-689ec23bc380 req-df9bf8f3-0cc7-4e14-8521-35fcff8f8975 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.3428032 Oct 28 17:18:41.452011 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-cebd042f-f0f3-46c4-8b81-6853904163bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:41.470030 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bc0df57c-5f4e-4aa3-9683-689ec23bc380 req-4ec3b321-4513-4a5f-8f12-022ba4c9012e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485270 Oct 28 17:18:41.993814 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e812df-db72-4f46-91e1-de2d82b10521 req-1deae195-3ba6-4e78-91e7-c115b214ddfb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:41.995399 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-22e812df-db72-4f46-91e1-de2d82b10521 req-1deae195-3ba6-4e78-91e7-c115b214ddfb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0616741 Oct 28 17:18:42.051796 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-22e812df-db72-4f46-91e1-de2d82b10521 req-26056b8b-5a24-437b-b110-2f2bc2deb95e tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496180 Oct 28 17:18:42.510489 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:42.629409 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59cc81-a6a2-4035-8061-4984ac098bb4 req-62d3ee36-27aa-47df-8e44-ee08145263c2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:42.630994 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0d59cc81-a6a2-4035-8061-4984ac098bb4 req-62d3ee36-27aa-47df-8e44-ee08145263c2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0657282 Oct 28 17:18:42.681945 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0d59cc81-a6a2-4035-8061-4984ac098bb4 req-7ff5f93f-d541-4994-8048-c9f601ff6a2b tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447562 Oct 28 17:18:43.193180 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3351cf-7551-448f-9002-a5102a528438 req-ccc265be-7918-4e28-afec-a5a3f0f8accb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:43.194973 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cd3351cf-7551-448f-9002-a5102a528438 req-ccc265be-7918-4e28-afec-a5a3f0f8accb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0565248 Oct 28 17:18:43.246260 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cd3351cf-7551-448f-9002-a5102a528438 req-b9eaa7f8-72b0-4d19-8d38-794e5fa116b3 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448811 Oct 28 17:18:43.824011 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8468127-139a-49bd-b466-4201561cc933 req-012bb725-90fa-4619-8e8b-392b8811fe61 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:43.825523 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d8468127-139a-49bd-b466-4201561cc933 req-012bb725-90fa-4619-8e8b-392b8811fe61 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0561690 Oct 28 17:18:43.881458 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d8468127-139a-49bd-b466-4201561cc933 req-9575e1ce-7852-42f8-8cdf-588611cbd49f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489175 Oct 28 17:18:44.102274 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:44.378848 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f99a5-7b8f-4deb-8080-27c1bc313c42 req-0ec1913d-ec10-43f6-9531-470d2022b821 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:44.380435 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a78f99a5-7b8f-4deb-8080-27c1bc313c42 req-0ec1913d-ec10-43f6-9531-470d2022b821 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0551591 Oct 28 17:18:44.431654 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a78f99a5-7b8f-4deb-8080-27c1bc313c42 req-cf033c5f-b505-4075-b2eb-743b59fdb720 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446234 Oct 28 17:18:45.022157 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae2712-0a97-4782-91b0-768e798da228 req-49890b33-7283-419a-899e-c1718d090852 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:45.023654 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-49ae2712-0a97-4782-91b0-768e798da228 req-49890b33-7283-419a-899e-c1718d090852 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0598180 Oct 28 17:18:45.074206 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-49ae2712-0a97-4782-91b0-768e798da228 req-1e7f1c69-799e-48de-a3a4-23698f16ba93 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Oct 28 17:18:45.367479 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:45.567968 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85534781-69da-4671-afe5-ad674151fffd req-0d8428c6-4fd7-4f48-b52c-7174732431c6 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:45.569714 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-85534781-69da-4671-afe5-ad674151fffd req-0d8428c6-4fd7-4f48-b52c-7174732431c6 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0576336 Oct 28 17:18:45.617350 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-85534781-69da-4671-afe5-ad674151fffd req-c92fcde6-31ef-4b47-ac07-7b7062b4b6f1 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Oct 28 17:18:46.212558 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af71f8-f0f1-49d9-b370-ba5b40bc02a0 req-39e13973-0a86-4239-b26a-a1a9ff1465a7 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:46.214052 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71af71f8-f0f1-49d9-b370-ba5b40bc02a0 req-39e13973-0a86-4239-b26a-a1a9ff1465a7 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0555322 Oct 28 17:18:46.265172 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71af71f8-f0f1-49d9-b370-ba5b40bc02a0 req-0f0105e6-4bcd-4b90-b964-f2e64270247a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454242 Oct 28 17:18:46.753170 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43c767-f1f2-4589-b4c2-fc94da14113c req-cb181b5c-9f78-4d76-b742-739c5b867dce tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:46.754682 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f43c767-f1f2-4589-b4c2-fc94da14113c req-cb181b5c-9f78-4d76-b742-739c5b867dce tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0612192 Oct 28 17:18:46.802349 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f43c767-f1f2-4589-b4c2-fc94da14113c req-51f952a1-9811-46d4-8b36-9e1238551a51 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414364 Oct 28 17:18:47.405426 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdbb21-0ad5-44e6-9f93-a779cc74f6a7 req-71d5ed95-e418-4205-9a05-7a5d074cc571 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:47.406957 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1acdbb21-0ad5-44e6-9f93-a779cc74f6a7 req-71d5ed95-e418-4205-9a05-7a5d074cc571 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0597699 Oct 28 17:18:47.457641 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1acdbb21-0ad5-44e6-9f93-a779cc74f6a7 req-39e70e05-11e7-4946-ad22-7cc951c0be3f tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437856 Oct 28 17:18:47.931905 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46467965-162c-4d08-b77f-bbab7078c9ac req-4c209450-de35-479f-8ed3-2ab5776e3759 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:47.933413 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-46467965-162c-4d08-b77f-bbab7078c9ac req-4c209450-de35-479f-8ed3-2ab5776e3759 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0535371 Oct 28 17:18:47.984908 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-46467965-162c-4d08-b77f-bbab7078c9ac req-b0716a26-28a4-4e4b-96af-e1eb0a74acb1 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Oct 28 17:18:48.596953 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3f0cd-5d7f-4b0d-a3bc-40f44cd90dd3 req-d8d52a15-29fb-4999-9818-989fb6cdd37a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:48.598671 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f0c3f0cd-5d7f-4b0d-a3bc-40f44cd90dd3 req-d8d52a15-29fb-4999-9818-989fb6cdd37a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0558927 Oct 28 17:18:48.646129 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f0c3f0cd-5d7f-4b0d-a3bc-40f44cd90dd3 req-d5a1eba5-6e6a-4e62-8aa6-c17f226189f2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Oct 28 17:18:49.126328 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dce1c-5972-4812-ae12-4e6822c46d38 req-15bcd187-5076-4f52-add7-7b12d4288bb4 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:49.127704 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8b5dce1c-5972-4812-ae12-4e6822c46d38 req-15bcd187-5076-4f52-add7-7b12d4288bb4 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0546930 Oct 28 17:18:49.176649 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8b5dce1c-5972-4812-ae12-4e6822c46d38 req-c680a7c9-c28e-4eda-84bf-fd73cf08a236 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Oct 28 17:18:49.803864 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155fca3-5d4e-482c-a436-af9d8f782a6a req-0b96f467-ed9b-4e7f-b8d7-e02b22362bc1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:49.805285 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9155fca3-5d4e-482c-a436-af9d8f782a6a req-0b96f467-ed9b-4e7f-b8d7-e02b22362bc1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0702806 Oct 28 17:18:49.852437 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9155fca3-5d4e-482c-a436-af9d8f782a6a req-268b4737-3a73-4f4f-bb9c-6b240a56eee2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408864 Oct 28 17:18:50.322283 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d0907-598d-43b1-b8e8-374251fe24ba req-1bc10d30-2a4a-4756-8607-29dd47ccd4f3 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:50.323758 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-884d0907-598d-43b1-b8e8-374251fe24ba req-1bc10d30-2a4a-4756-8607-29dd47ccd4f3 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0561273 Oct 28 17:18:50.370978 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-884d0907-598d-43b1-b8e8-374251fe24ba req-a35166f1-0d89-40c7-bdeb-41953f5f3b21 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Oct 28 17:18:51.002449 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58b5f4-2c5e-45cd-8c71-8270386e4482 req-3fe3061a-60c5-4214-836d-f7f13c6ed8c9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:51.003891 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec58b5f4-2c5e-45cd-8c71-8270386e4482 req-3fe3061a-60c5-4214-836d-f7f13c6ed8c9 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0636113 Oct 28 17:18:51.053038 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec58b5f4-2c5e-45cd-8c71-8270386e4482 req-8e6c25c9-233f-4e33-9a77-29ec74b14bf0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433187 Oct 28 17:18:51.427963 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:51.506101 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d4814-18cd-4530-9505-dea2a355fd76 req-e9616052-3c09-40ca-a82f-6047536a9f5a tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:51.507580 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-717d4814-18cd-4530-9505-dea2a355fd76 req-e9616052-3c09-40ca-a82f-6047536a9f5a tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0536232 Oct 28 17:18:51.556361 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-717d4814-18cd-4530-9505-dea2a355fd76 req-4452c4f0-86f3-49a8-98b5-7a7db880ffad tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Oct 28 17:18:52.243415 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cda65-dc1c-4924-b18b-c5654b34f843 req-23c36f2c-ca0d-42c0-8349-7f6ed02790a5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:52.244890 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d37cda65-dc1c-4924-b18b-c5654b34f843 req-23c36f2c-ca0d-42c0-8349-7f6ed02790a5 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.1031051 Oct 28 17:18:52.301509 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc7c0f0c-2170-45d0-819b-74fbfc1c33cc req-5b39c3b7-ef24-4935-9a90-468e06120237 service neutron] 10.222.0.44 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210673 Oct 28 17:18:52.312986 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d37cda65-dc1c-4924-b18b-c5654b34f843 req-f46174e5-f3ad-4b16-bcf5-d8d2546246cc tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623593 Oct 28 17:18:52.682769 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932a470-a1cb-47a6-80d8-b2cfa1da56f8 req-bb2fcaa9-34ed-4956-ba25-0cf33b218a73 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:52.684239 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a932a470-a1cb-47a6-80d8-b2cfa1da56f8 req-bb2fcaa9-34ed-4956-ba25-0cf33b218a73 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0522327 Oct 28 17:18:52.737811 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a932a470-a1cb-47a6-80d8-b2cfa1da56f8 req-563451a6-ffee-44ab-a901-19f3740079db tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469837 Oct 28 17:18:53.448125 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a1442-48fc-4097-8323-2116f96b0ae4 req-def5410b-7754-4b39-8856-ecf999668f80 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:53.449619 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6c4a1442-48fc-4097-8323-2116f96b0ae4 req-def5410b-7754-4b39-8856-ecf999668f80 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0565536 Oct 28 17:18:53.496861 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6c4a1442-48fc-4097-8323-2116f96b0ae4 req-3d32750c-c32f-4082-ad70-be2a2bd9aad6 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413995 Oct 28 17:18:53.881092 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dc79f-d0ad-4e79-af52-2356cf63cb6a req-be739a18-fc56-4166-8596-cbbf64586390 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:53.882616 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-368dc79f-d0ad-4e79-af52-2356cf63cb6a req-be739a18-fc56-4166-8596-cbbf64586390 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 943 time: 0.0638936 Oct 28 17:18:53.935318 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-368dc79f-d0ad-4e79-af52-2356cf63cb6a req-a222e284-3253-4880-a0eb-72d40fc9efaf tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Oct 28 17:18:54.645691 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50885dab-7d92-4f5f-8913-3391230255e9 req-eb574a9f-8983-4960-ba6c-6f34fe1d4fb2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:54.647207 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-50885dab-7d92-4f5f-8913-3391230255e9 req-eb574a9f-8983-4960-ba6c-6f34fe1d4fb2 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0563803 Oct 28 17:18:54.697069 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-50885dab-7d92-4f5f-8913-3391230255e9 req-9c809c54-e8f2-46bf-b56b-6d147c6b436c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415452 Oct 28 17:18:54.762150 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 3ba79c93-dd95-4022-ac7b-b8d20974dc8e details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:18:54.860427 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,segment=NetworkSegment(78c4a539-7086-42a5-8fd6-25903849bf9e),segment_id=78c4a539-7086-42a5-8fd6-25903849bf9e)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:54.874954 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '3ba79c93-dd95-4022-ac7b-b8d20974dc8e', 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2', 'port_id': '3ba79c93-dd95-4022-ac7b-b8d20974dc8e', 'mac_address': 'fa:16:3e:2c:d7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03dc4140-8857-4d54-94c5-ddd3ce279c1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:18:54.909202 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:18:54.909622 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:54.922264 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba79c93-dd95-4022-ac7b-b8d20974dc8e {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:18:54.941696 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,segment=NetworkSegment(78c4a539-7086-42a5-8fd6-25903849bf9e),segment_id=78c4a539-7086-42a5-8fd6-25903849bf9e)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:54.947827 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:54.996495 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:55.063911 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd624816-c5f5-4491-b8af-7bff39906b10 req-8ce85617-057e-4e91-8c1e-72407eb3e433 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:55.065430 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bd624816-c5f5-4491-b8af-7bff39906b10 req-8ce85617-057e-4e91-8c1e-72407eb3e433 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 944 time: 0.0535843 Oct 28 17:18:55.112976 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bd624816-c5f5-4491-b8af-7bff39906b10 req-ba417c28-fa41-4353-940b-2bea954daa51 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 Oct 28 17:18:55.414155 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['3ba79c93-dd95-4022-ac7b-b8d20974dc8e'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:18:55.851776 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c32c7-2be8-4e0c-a108-6953a3e93a31 req-7b03a559-3345-4924-8ac3-7c4e8b073796 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:55.853244 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-341c32c7-2be8-4e0c-a108-6953a3e93a31 req-7b03a559-3345-4924-8ac3-7c4e8b073796 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0599990 Oct 28 17:18:55.902876 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-341c32c7-2be8-4e0c-a108-6953a3e93a31 req-3b316efd-7668-401e-96cd-608b561f3360 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414364 Oct 28 17:18:56.248623 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2dd81-99e8-43ec-8738-bfb8f2d703bd req-f2dc6f92-2f2a-4c23-95eb-d610873b7e42 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:56.250128 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-72b2dd81-99e8-43ec-8738-bfb8f2d703bd req-f2dc6f92-2f2a-4c23-95eb-d610873b7e42 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 944 time: 0.0568883 Oct 28 17:18:56.298860 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-72b2dd81-99e8-43ec-8738-bfb8f2d703bd req-e701468c-121a-48cc-9430-f63617c035ae tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Oct 28 17:18:56.782416 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 08122e34-cd0e-4736-b65d-0ed190478e42 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:18:56.785432 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 3ba79c93-dd95-4022-ac7b-b8d20974dc8e up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:18:56.887774 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:18:56.901319 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:18:56.901704 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:56.902067 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e Oct 28 17:18:56.933020 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:56.951040 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '08122e34-cd0e-4736-b65d-0ed190478e42', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'port_id': '08122e34-cd0e-4736-b65d-0ed190478e42', 'mac_address': 'fa:16:3e:23:f9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:18:57.012454 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 08122e34-cd0e-4736-b65d-0ed190478e42 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:18:57.012861 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:57.031192 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:18:57.031574 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:57.034304 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08122e34-cd0e-4736-b65d-0ed190478e42 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:18:57.036014 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfaf972-dc83-4a80-9f9e-e5730476fb80 req-1c859c0a-2f22-43fa-bff4-56e1be030151 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:57.037466 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3dfaf972-dc83-4a80-9f9e-e5730476fb80 req-1c859c0a-2f22-43fa-bff4-56e1be030151 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 943 time: 0.0555294 Oct 28 17:18:57.067001 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:57.072371 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d86266-b70d-483d-bdc7-2f2c4bf809a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba79c93-dd95-4022-ac7b-b8d20974dc8e'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:57.074621 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16506d4-91be-4e1d-a2cf-78f2b85e7423" -d '{"events": [{"server_uuid": "52d86266-b70d-483d-bdc7-2f2c4bf809a5", "name": "network-vif-plugged", "status": "completed", "tag": "3ba79c93-dd95-4022-ac7b-b8d20974dc8e"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:57.079281 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:57.090404 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3dfaf972-dc83-4a80-9f9e-e5730476fb80 req-62f6d70a-95ac-4f04-9600-a193c44137a0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468931 Oct 28 17:18:57.090660 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,segment=NetworkSegment(78c4a539-7086-42a5-8fd6-25903849bf9e),segment_id=78c4a539-7086-42a5-8fd6-25903849bf9e)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:57.107278 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:57.119513 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444b2549-d799-431d-b985-2480d9b3f2af x-openstack-request-id: req-444b2549-d799-431d-b985-2480d9b3f2af {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:57.119816 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d86266-b70d-483d-bdc7-2f2c4bf809a5", "name": "network-vif-plugged", "status": "completed", "tag": "3ba79c93-dd95-4022-ac7b-b8d20974dc8e", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:57.120062 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-444b2549-d799-431d-b985-2480d9b3f2af {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:57.120454 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444b2549-d799-431d-b985-2480d9b3f2af'] response: {'server_uuid': '52d86266-b70d-483d-bdc7-2f2c4bf809a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba79c93-dd95-4022-ac7b-b8d20974dc8e', 'code': 200} Oct 28 17:18:57.135022 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=9']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:57.179717 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:57.458525 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676958d-e91c-46e8-b3ff-8b2c1b20fdd0 req-146620c8-7a0b-4d2f-be95-ef2590447398 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:57.459995 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e676958d-e91c-46e8-b3ff-8b2c1b20fdd0 req-146620c8-7a0b-4d2f-be95-ef2590447398 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 945 time: 0.0824912 Oct 28 17:18:57.466106 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4665f5-b8fa-4f85-91d2-3a2dbc079f18 req-8190d5da-d212-471f-a97b-faf3c14831d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:57.467471 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0e4665f5-b8fa-4f85-91d2-3a2dbc079f18 req-8190d5da-d212-471f-a97b-faf3c14831d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 1129 time: 0.0630774 Oct 28 17:18:57.478565 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['08122e34-cd0e-4736-b65d-0ed190478e42'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:18:57.532257 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e676958d-e91c-46e8-b3ff-8b2c1b20fdd0 req-c15601ec-9ad5-4b89-96a2-9e291931f5c9 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638602 Oct 28 17:18:57.538518 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0e4665f5-b8fa-4f85-91d2-3a2dbc079f18 req-bb18660e-5d01-4496-9259-985990d4a795 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635254 Oct 28 17:18:58.236829 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f020a-e79e-4ec6-9c86-d734c720e88d req-cab7950d-804b-4ccf-807c-c7e6fe0e644c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:58.238306 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-418f020a-e79e-4ec6-9c86-d734c720e88d req-cab7950d-804b-4ccf-807c-c7e6fe0e644c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 944 time: 0.0578458 Oct 28 17:18:58.285054 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-418f020a-e79e-4ec6-9c86-d734c720e88d req-4d0ce61e-6b43-48e0-81cd-a6ecc36157bb tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408840 Oct 28 17:18:58.666006 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f321b-052c-4116-8ec7-8eb1c56e9c3e req-487692d1-5715-48b2-8135-7cc0c421feaa tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:58.667482 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-242f321b-052c-4116-8ec7-8eb1c56e9c3e req-487692d1-5715-48b2-8135-7cc0c421feaa tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 945 time: 0.0526021 Oct 28 17:18:58.713323 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-242f321b-052c-4116-8ec7-8eb1c56e9c3e req-f2583721-e0b6-4db4-a8dd-631118faf8d2 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 Oct 28 17:18:58.788821 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 08122e34-cd0e-4736-b65d-0ed190478e42 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:18:58.838261 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 08122e34-cd0e-4736-b65d-0ed190478e42 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:18:58.838661 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:58.838993 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 08122e34-cd0e-4736-b65d-0ed190478e42 Oct 28 17:18:58.919466 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 08122e34-cd0e-4736-b65d-0ed190478e42 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:18:58.919862 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:58.954626 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:18:58.960127 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:18:59.007106 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=10']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:18:59.122612 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:18:59.126423 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ca097e-9c88-4143-b519-c85d866aee06" -d '{"events": [{"server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:18:59.167010 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f0d8fe-715c-4e75-9112-6509a6d1384d x-openstack-request-id: req-f1f0d8fe-715c-4e75-9112-6509a6d1384d {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:18:59.167307 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:18:59.167565 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1f0d8fe-715c-4e75-9112-6509a6d1384d {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:18:59.167966 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f0d8fe-715c-4e75-9112-6509a6d1384d'] response: {'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42', 'code': 200} Oct 28 17:18:59.361880 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8599ae-ba55-4515-8413-a8459b85d778 req-c165aeff-7752-4317-ad4b-8ddc78b56bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:59.363531 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ad8599ae-ba55-4515-8413-a8459b85d778 req-c165aeff-7752-4317-ad4b-8ddc78b56bb0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 1130 time: 0.0493262 Oct 28 17:18:59.440603 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ad8599ae-ba55-4515-8413-a8459b85d778 req-9f33ac18-31e9-4dc2-a935-4909ca6b63f6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693371 Oct 28 17:18:59.454231 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec1aef-a66e-4914-8e41-f0e9de4f7050 req-4cd75555-4699-4ef0-9ef4-6398dee4a86a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:59.455633 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-75ec1aef-a66e-4914-8e41-f0e9de4f7050 req-4cd75555-4699-4ef0-9ef4-6398dee4a86a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 946 time: 0.0789785 Oct 28 17:18:59.505916 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-75ec1aef-a66e-4914-8e41-f0e9de4f7050 req-fdfc0efa-d3aa-4706-b123-eab9122798ef tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414977 Oct 28 17:18:59.851731 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8e3c8-7ca6-4df2-a82f-07c3041082b2 req-fe3c1e0e-b9d1-4efa-8811-34794b500852 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:18:59.853155 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0b8e3c8-7ca6-4df2-a82f-07c3041082b2 req-fe3c1e0e-b9d1-4efa-8811-34794b500852 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 945 time: 0.0565391 Oct 28 17:18:59.902559 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0b8e3c8-7ca6-4df2-a82f-07c3041082b2 req-9585316a-f1a9-428f-b13f-4dd14630b5ca tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Oct 28 17:19:00.584180 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06639a9-df1e-4fee-86db-4fe84bdb7176 req-a69a1cf3-fe85-46fb-83b2-19007b910f6e tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:00.585720 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d06639a9-df1e-4fee-86db-4fe84bdb7176 req-a69a1cf3-fe85-46fb-83b2-19007b910f6e tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 945 time: 0.0586832 Oct 28 17:19:00.634070 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d06639a9-df1e-4fee-86db-4fe84bdb7176 req-3613e412-1b6a-448a-b42d-06303930f441 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Oct 28 17:19:00.804111 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd6453-32ed-4146-874e-413fa7fc3a6e req-99078f1b-0f1f-4c44-a9c9-84f3fa4c6b1e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:00.805608 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f4fd6453-32ed-4146-874e-413fa7fc3a6e req-99078f1b-0f1f-4c44-a9c9-84f3fa4c6b1e tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 946 time: 0.2189274 Oct 28 17:19:00.856475 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f4fd6453-32ed-4146-874e-413fa7fc3a6e req-71407220-878a-4372-bc18-35ac8499745c tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 Oct 28 17:19:01.810960 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bda796-6371-401e-a343-05784ebaae7c req-d7b53f41-5198-4973-bb86-a921bbd7af9c tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:01.812438 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-72bda796-6371-401e-a343-05784ebaae7c req-d7b53f41-5198-4973-bb86-a921bbd7af9c tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 945 time: 0.1055660 Oct 28 17:19:01.866422 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-72bda796-6371-401e-a343-05784ebaae7c req-810b6b8f-4dbf-470e-9d60-9091de6dc556 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 Oct 28 17:19:01.999144 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eadad-0ef1-4fc7-9837-630f3d6f1436 req-3cfa65fb-d4af-4eb2-8b25-bb16d74fc7b0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:02.000576 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b70eadad-0ef1-4fc7-9837-630f3d6f1436 req-3cfa65fb-d4af-4eb2-8b25-bb16d74fc7b0 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 946 time: 0.0596211 Oct 28 17:19:02.048834 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b70eadad-0ef1-4fc7-9837-630f3d6f1436 req-397d301d-dcfc-4915-af5b-b2c80c1d7856 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422313 Oct 28 17:19:02.344925 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-0dedce28-2fca-4660-a20d-8e22e999d2ce tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:02.346421 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-0dedce28-2fca-4660-a20d-8e22e999d2ce tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 945 time: 0.0576906 Oct 28 17:19:02.441207 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Deleting port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:19:02.441501 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:02.526866 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] For port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,segment=NetworkSegment(78c4a539-7086-42a5-8fd6-25903849bf9e),segment_id=78c4a539-7086-42a5-8fd6-25903849bf9e)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:02.527256 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:02.539345 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Calling delete_port for 3ba79c93-dd95-4022-ac7b-b8d20974dc8e owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:19:02.666590 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (3ba79c93-dd95-4022-ac7b-b8d20974dc8e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:02.681181 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['3ba79c93-dd95-4022-ac7b-b8d20974dc8e'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:19:02.693045 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Pushing event deleted for resources: {'Port': ['ID=3ba79c93-dd95-4022-ac7b-b8d20974dc8e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:02.704546 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.704895 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.705231 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.705563 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.705919 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.706242 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.706606 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.706925 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.707241 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.707563 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.707928 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.708242 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.708555 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:02.746126 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] No DVR routers for this DVR port 3ba79c93-dd95-4022-ac7b-b8d20974dc8e on host hv-cinder-85983 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:19:02.748561 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:02.751794 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4ac4bcf3-b543-4e7c-b164-c8ec39eb3ad4 req-8d77bbaf-06ca-41cf-b878-e2e7c87afb6f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.44 "DELETE /v2.0/ports/3ba79c93-dd95-4022-ac7b-b8d20974dc8e HTTP/1.1" status: 204 len: 173 time: 0.3990614 Oct 28 17:19:02.752278 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d86266-b70d-483d-bdc7-2f2c4bf809a5', 'name': 'network-vif-deleted', 'tag': '3ba79c93-dd95-4022-ac7b-b8d20974dc8e'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:19:02.754590 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0925f07b-84c8-48fb-91fa-fb34f5657160" -d '{"events": [{"server_uuid": "52d86266-b70d-483d-bdc7-2f2c4bf809a5", "name": "network-vif-deleted", "tag": "3ba79c93-dd95-4022-ac7b-b8d20974dc8e"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:19:02.790915 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5072e10e-d975-4bc7-ae62-084676a6cdc5 x-openstack-request-id: req-5072e10e-d975-4bc7-ae62-084676a6cdc5 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:19:02.791203 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d86266-b70d-483d-bdc7-2f2c4bf809a5", "name": "network-vif-deleted", "tag": "3ba79c93-dd95-4022-ac7b-b8d20974dc8e", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:19:02.791462 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5072e10e-d975-4bc7-ae62-084676a6cdc5 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:19:02.791860 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5072e10e-d975-4bc7-ae62-084676a6cdc5'] response: {'server_uuid': '52d86266-b70d-483d-bdc7-2f2c4bf809a5', 'name': 'network-vif-deleted', 'tag': '3ba79c93-dd95-4022-ac7b-b8d20974dc8e', 'status': 'completed', 'code': 200} Oct 28 17:19:02.979470 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-74961b80-2c03-48fb-91f4-b401130caf1a req-71f11a53-11eb-4550-9314-026a1c6aec0f tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=52d86266-b70d-483d-bdc7-2f2c4bf809a5 HTTP/1.1" status: 200 len: 210 time: 0.0273652 Oct 28 17:19:04.303847 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-7897f1b4-4109-4ea5-8fbe-d9ac02113ede tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:04.305310 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-7897f1b4-4109-4ea5-8fbe-d9ac02113ede tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/networks?id=66e08c41-43d1-4300-a987-081bf3f14cc2 HTTP/1.1" status: 200 len: 809 time: 0.1128414 Oct 28 17:19:04.319984 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-92cf05e2-43f8-4331-bda7-077bb46a506c tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/quotas/375b9c07ebd14721ac737e60c97f6294 HTTP/1.1" status: 200 len: 375 time: 0.0087838 Oct 28 17:19:04.351149 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-2140120c-99a6-4351-acf1-1d19a193d0c7 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=375b9c07ebd14721ac737e60c97f6294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262606 Oct 28 17:19:04.445893 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-33702593-2a1f-43df-8c0a-6a216f18cc99 service neutron] 10.222.0.20 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880957 Oct 28 17:19:04.538832 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-894f3c99-68a7-4987-8384-1d229d621203 service neutron] 10.222.0.20 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842729 Oct 28 17:19:04.701195 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-48cbf4d6-9dd0-467b-ad88-10622c3a0f77 req-ba749c4c-8119-46ed-a132-f0cc15b5c3da tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 210 time: 0.0282197 Oct 28 17:19:04.825239 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 3ba79c93-dd95-4022-ac7b-b8d20974dc8e no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:19:04.844708 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 3ba79c93-dd95-4022-ac7b-b8d20974dc8e {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:19:04.845078 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 3ba79c93-dd95-4022-ac7b-b8d20974dc8e not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:19:05.811812 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c5abc52d-e0ca-4dd2-8bef-73115470b436 req-a5e69f5b-32ad-4999-8610-3fe7a7361ebd tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 210 time: 0.0278444 Oct 28 17:19:06.922729 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-401e16a2-61d3-43a5-af57-e935e7b5556b req-b9f63fcb-288f-4a49-916d-9a03f7c2b973 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 210 time: 0.0269258 Oct 28 17:19:08.035230 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d8637943-a31f-498d-89a6-679209d2f10a req-0dcb139d-3248-435a-93f2-e4cba7f793ce tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 210 time: 0.0301523 Oct 28 17:19:09.022582 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-2951a05c-9aa0-46be-8fa4-1fe1ae1a440d tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:09.024112 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-2951a05c-9aa0-46be-8fa4-1fe1ae1a440d tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.44 "GET /v2.0/networks?id=66e08c41-43d1-4300-a987-081bf3f14cc2 HTTP/1.1" status: 200 len: 809 time: 0.1168873 Oct 28 17:19:09.036989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Request body: {'port': {'device_id': '18dffdce-b94e-49a7-b011-76fcd41c8b37', 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2', 'admin_state_up': True, 'tenant_id': '375b9c07ebd14721ac737e60c97f6294'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:19:09.081102 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd7a4-bd0f-4afb-9274-44108e110233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:09.161291 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-501890a6-c81d-47c9-b669-ba74331047b6 req-5993e360-5927-41fd-a9b6-78bbb3e91c96 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 210 time: 0.0362413 Oct 28 17:19:09.181007 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Made reservation on behalf of 375b9c07ebd14721ac737e60c97f6294 for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:19:09.184383 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:09.306653 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Allocated IP 172.20.0.13 (66e08c41-43d1-4300-a987-081bf3f14cc2/03dc4140-8857-4d54-94c5-ddd3ce279c1d/fca7b08e-6fe8-4f31-8049-36e16ec06144) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:19:09.465254 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks [] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:09.499802 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:09.543312 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Network 66e08c41-43d1-4300-a987-081bf3f14cc2 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:19:09.548442 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:19:09.553551 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:19:09.578950 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Pushing event updated for resources: {'Port': ['ID=fca7b08e-6fe8-4f31-8049-36e16ec06144,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:09.608234 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:09.608831 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:09.624590 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-1ae2d3ae-1ee2-46f8-a0fb-c9e772980ffb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5921597 Oct 28 17:19:09.636162 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Request body: {'port': {'device_id': '18dffdce-b94e-49a7-b011-76fcd41c8b37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:19:09.695610 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:09.961635 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca7b08e-6fe8-4f31-8049-36e16ec06144 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:19:09.969203 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Publish callbacks [] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:09.981317 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Transition to ACTIVE for port object fca7b08e-6fe8-4f31-8049-36e16ec06144 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:19:09.985572 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5233088'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:10.060651 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Pushing event updated for resources: {'Port': ['ID=fca7b08e-6fe8-4f31-8049-36e16ec06144,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:10.092100 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Attempting to bind port fca7b08e-6fe8-4f31-8049-36e16ec06144 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:19:10.092497 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Attempting to bind port fca7b08e-6fe8-4f31-8049-36e16ec06144 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '78c4a539-7086-42a5-8fd6-25903849bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:19:10.092884 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Attempting to bind port fca7b08e-6fe8-4f31-8049-36e16ec06144 on network 66e08c41-43d1-4300-a987-081bf3f14cc2 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:19:10.097249 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Port fca7b08e-6fe8-4f31-8049-36e16ec06144 on network 66e08c41-43d1-4300-a987-081bf3f14cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:19:10.097648 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Attempting to bind port fca7b08e-6fe8-4f31-8049-36e16ec06144 on network 66e08c41-43d1-4300-a987-081bf3f14cc2 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:19:10.102734 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:19:10.103068 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Checking segment: {'id': '78c4a539-7086-42a5-8fd6-25903849bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:19:10.103457 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Bound using segment: {'id': '78c4a539-7086-42a5-8fd6-25903849bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:19:10.103864 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Bound port: fca7b08e-6fe8-4f31-8049-36e16ec06144, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c4a539-7086-42a5-8fd6-25903849bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:19:10.104212 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:10.167939 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] For port fca7b08e-6fe8-4f31-8049-36e16ec06144, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:19:10.171515 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] For port fca7b08e-6fe8-4f31-8049-36e16ec06144, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=fca7b08e-6fe8-4f31-8049-36e16ec06144,segment=NetworkSegment(78c4a539-7086-42a5-8fd6-25903849bf9e),segment_id=78c4a539-7086-42a5-8fd6-25903849bf9e)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:19:10.178819 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5233088'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:10.181820 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:10.182889 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:10.184789 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] 10.222.0.44 "PUT /v2.0/ports/fca7b08e-6fe8-4f31-8049-36e16ec06144 HTTP/1.1" status: 200 len: 1094 time: 0.5525203 Oct 28 17:19:10.187025 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dffdce-b94e-49a7-b011-76fcd41c8b37', 'tag': 'fca7b08e-6fe8-4f31-8049-36e16ec06144'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:19:10.189363 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93" -d '{"events": [{"name": "network-changed", "server_uuid": "18dffdce-b94e-49a7-b011-76fcd41c8b37", "tag": "fca7b08e-6fe8-4f31-8049-36e16ec06144"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:19:10.257620 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9f016-132b-4f74-8946-7bcf53f976cf service neutron] Pushing event updated for resources: {'Port': ['ID=fca7b08e-6fe8-4f31-8049-36e16ec06144,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:10.336625 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a78c6-d61f-4c4d-a094-92d977aa30f5 req-44fc713a-2fa3-4120-88d3-c0edd1949aa4 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:10.338149 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-298a78c6-d61f-4c4d-a094-92d977aa30f5 req-44fc713a-2fa3-4120-88d3-c0edd1949aa4 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 944 time: 0.0978580 Oct 28 17:19:10.340307 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-3d45e059-794d-461d-bd85-9b336d6a1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:10.341796 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-3d45e059-794d-461d-bd85-9b336d6a1a24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=375b9c07ebd14721ac737e60c97f6294&device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 1128 time: 0.0823975 Oct 28 17:19:10.394496 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-7d282de1-85a6-46fb-988e-2f9abc4dd1f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca7b08e-6fe8-4f31-8049-36e16ec06144 HTTP/1.1" status: 200 len: 217 time: 0.0435681 Oct 28 17:19:10.407143 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdc12fe-6ce6-4645-99df-6c8cf24c4f57 x-openstack-request-id: req-1bdc12fe-6ce6-4645-99df-6c8cf24c4f57 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:19:10.407428 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dffdce-b94e-49a7-b011-76fcd41c8b37", "tag": "fca7b08e-6fe8-4f31-8049-36e16ec06144", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:19:10.407678 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bdc12fe-6ce6-4645-99df-6c8cf24c4f57 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:19:10.408080 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdc12fe-6ce6-4645-99df-6c8cf24c4f57'] response: {'name': 'network-changed', 'server_uuid': '18dffdce-b94e-49a7-b011-76fcd41c8b37', 'tag': 'fca7b08e-6fe8-4f31-8049-36e16ec06144', 'status': 'completed', 'code': 200} Oct 28 17:19:10.452560 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-298a78c6-d61f-4c4d-a094-92d977aa30f5 req-9dc1aa28-f380-4216-9b34-7d9b40ea20ba tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082456 Oct 28 17:19:10.465122 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-d4de4f7b-4bf3-4d71-ba75-3e4b90e6a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:10.466652 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-d4de4f7b-4bf3-4d71-ba75-3e4b90e6a55a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03dc4140-8857-4d54-94c5-ddd3ce279c1d HTTP/1.1" status: 200 len: 849 time: 0.0616004 Oct 28 17:19:10.513095 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-9e25a5aa-b1ca-4c1a-bf6f-5bc6b84d1e09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=66e08c41-43d1-4300-a987-081bf3f14cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301073 Oct 28 17:19:10.602090 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-28dcb65f-5593-469f-a903-f4db8bba3a4e service neutron] 10.222.0.44 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815234 Oct 28 17:19:10.697552 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-87fc3c10-2e0c-4924-b347-576060d34c5c req-8151f214-88c7-48b7-92d7-27731f81c478 service neutron] 10.222.0.44 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876956 Oct 28 17:19:10.802344 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93 req-2b14d401-23cc-4188-b709-b4020b1462ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:10.803899 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93 req-2b14d401-23cc-4188-b709-b4020b1462ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=375b9c07ebd14721ac737e60c97f6294&device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 1128 time: 0.0542483 Oct 28 17:19:10.898883 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93 req-90ef4a1b-9e42-4e86-957b-eeb304bffaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:10.900459 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93 req-90ef4a1b-9e42-4e86-957b-eeb304bffaeb service neutron] 10.222.0.44 "GET /v2.0/networks?id=66e08c41-43d1-4300-a987-081bf3f14cc2 HTTP/1.1" status: 200 len: 910 time: 0.0892460 Oct 28 17:19:10.945765 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93 req-18095ef9-5f3e-4fe7-b92a-6e4cb104a30e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca7b08e-6fe8-4f31-8049-36e16ec06144 HTTP/1.1" status: 200 len: 217 time: 0.0381305 Oct 28 17:19:10.994017 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93 req-26153f77-fec5-43fd-9760-3aa6975ac51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:10.995389 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93 req-26153f77-fec5-43fd-9760-3aa6975ac51e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03dc4140-8857-4d54-94c5-ddd3ce279c1d HTTP/1.1" status: 200 len: 849 time: 0.0429192 Oct 28 17:19:11.035837 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93 req-932bca38-254a-4c6d-a6b7-78978a87beaa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=66e08c41-43d1-4300-a987-081bf3f14cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337992 Oct 28 17:19:11.127194 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93 req-865dc582-8f67-4264-8502-8e94274f6647 service neutron] 10.222.0.44 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838602 Oct 28 17:19:11.215616 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b38fa8e6-1f33-47e6-b180-9dafc1e46d93 req-ec9ef088-bcce-480a-b6d2-5466e6869db2 service neutron] 10.222.0.44 "GET /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817909 Oct 28 17:19:11.455577 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3dbde28a-60d2-4919-ab97-1061bd4c9ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:11.586453 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8a767-f045-4cf5-b535-dc9b9f1666d5 req-59d38251-be6b-410e-9c02-61aeec14770c tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:11.588016 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2cd8a767-f045-4cf5-b535-dc9b9f1666d5 req-59d38251-be6b-410e-9c02-61aeec14770c tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 944 time: 0.0594294 Oct 28 17:19:11.638463 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2cd8a767-f045-4cf5-b535-dc9b9f1666d5 req-277a5329-745b-45e1-9c20-d518e100e2bb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447428 Oct 28 17:19:12.521379 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:12.777490 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b184b3-48b5-4cfb-932b-18b639060cda req-5eef9147-195e-497f-8f40-48ac35dc3c82 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:12.778986 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f0b184b3-48b5-4cfb-932b-18b639060cda req-5eef9147-195e-497f-8f40-48ac35dc3c82 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 944 time: 0.0609267 Oct 28 17:19:12.826460 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f0b184b3-48b5-4cfb-932b-18b639060cda req-6badc7a6-c6fa-4a44-8d5e-aad748a659f7 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418484 Oct 28 17:19:13.954489 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c5035-97c3-42bb-8ca1-d122446959d8 req-2e6c6f14-b40a-4ebc-9d98-75e8abdd4748 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:13.955987 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb1c5035-97c3-42bb-8ca1-d122446959d8 req-2e6c6f14-b40a-4ebc-9d98-75e8abdd4748 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 944 time: 0.0536845 Oct 28 17:19:14.003881 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb1c5035-97c3-42bb-8ca1-d122446959d8 req-9ad104c5-87ed-4ae1-8ce6-87515a005168 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421770 Oct 28 17:19:14.099698 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:14.819609 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:19:14.920495 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device fca7b08e-6fe8-4f31-8049-36e16ec06144 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:19:15.019116 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port fca7b08e-6fe8-4f31-8049-36e16ec06144, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=fca7b08e-6fe8-4f31-8049-36e16ec06144,segment=NetworkSegment(78c4a539-7086-42a5-8fd6-25903849bf9e),segment_id=78c4a539-7086-42a5-8fd6-25903849bf9e)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:15.030342 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': 'fca7b08e-6fe8-4f31-8049-36e16ec06144', 'network_id': '66e08c41-43d1-4300-a987-081bf3f14cc2', 'port_id': 'fca7b08e-6fe8-4f31-8049-36e16ec06144', 'mac_address': 'fa:16:3e:1a:57:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03dc4140-8857-4d54-94c5-ddd3ce279c1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:19:15.067960 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port fca7b08e-6fe8-4f31-8049-36e16ec06144 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:19:15.068374 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:15.081311 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca7b08e-6fe8-4f31-8049-36e16ec06144 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:19:15.104635 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port fca7b08e-6fe8-4f31-8049-36e16ec06144, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=fca7b08e-6fe8-4f31-8049-36e16ec06144,segment=NetworkSegment(78c4a539-7086-42a5-8fd6-25903849bf9e),segment_id=78c4a539-7086-42a5-8fd6-25903849bf9e)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:15.109985 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:15.136990 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd089f-eb89-4c6d-8c85-868e639a2a4c req-8ab80370-20d2-4484-b36f-58feb02ec7d1 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:15.138559 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88cd089f-eb89-4c6d-8c85-868e639a2a4c req-8ab80370-20d2-4484-b36f-58feb02ec7d1 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 944 time: 0.0559981 Oct 28 17:19:15.154948 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=fca7b08e-6fe8-4f31-8049-36e16ec06144,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:15.185291 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-88cd089f-eb89-4c6d-8c85-868e639a2a4c req-d2af0a1e-3f21-4421-bd63-981cc696350a tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Oct 28 17:19:15.366562 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:15.725116 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['fca7b08e-6fe8-4f31-8049-36e16ec06144'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:19:16.319716 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914d04-bbe9-45d4-89df-77a68f632ce1 req-734420e5-3415-4ce0-b6bd-cde549755f8a tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:16.321315 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-20914d04-bbe9-45d4-89df-77a68f632ce1 req-734420e5-3415-4ce0-b6bd-cde549755f8a tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 945 time: 0.0569296 Oct 28 17:19:16.369595 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-20914d04-bbe9-45d4-89df-77a68f632ce1 req-922360ba-8ceb-4ab4-a154-9c9aef127c76 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Oct 28 17:19:16.448241 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-d548c969-e307-4112-936e-69d32bc1bf83 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012344524&fields=id&tenant_id=3abebcebabd8423b88fce0d5e65b81a7 HTTP/1.1" status: 200 len: 267 time: 0.0446029 Oct 28 17:19:16.552530 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-a8922f0e-3f35-48ff-bcba-fad289d64eff tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:16.553994 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-a8922f0e-3f35-48ff-bcba-fad289d64eff tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 811 time: 0.0993071 Oct 28 17:19:16.569387 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-912431c0-3a99-4235-b31d-ef96be7a6585 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/quotas/3abebcebabd8423b88fce0d5e65b81a7 HTTP/1.1" status: 200 len: 375 time: 0.0097940 Oct 28 17:19:16.624979 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-3c5a45b9-bf76-4135-8e3d-8cfaa23c3fe3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506513 Oct 28 17:19:16.645933 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-681c1358-20dd-4f30-b47a-b6043b84ca44 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:19:16.646942 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-681c1358-20dd-4f30-b47a-b6043b84ca44 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050738 Oct 28 17:19:16.926739 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device fca7b08e-6fe8-4f31-8049-36e16ec06144 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:19:16.975587 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port fca7b08e-6fe8-4f31-8049-36e16ec06144 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:19:16.979888 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port fca7b08e-6fe8-4f31-8049-36e16ec06144 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:19:16.980270 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:16.980607 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port fca7b08e-6fe8-4f31-8049-36e16ec06144 Oct 28 17:19:16.993320 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-3c810cc7-ee85-414b-8d36-3cc1dff05ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402157 Oct 28 17:19:17.054534 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port fca7b08e-6fe8-4f31-8049-36e16ec06144 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:19:17.054926 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:17.079009 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dffdce-b94e-49a7-b011-76fcd41c8b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca7b08e-6fe8-4f31-8049-36e16ec06144'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:19:17.079856 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-bb80c758-67dd-40eb-a61d-fa05836c253c service neutron] 10.222.0.20 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807362 Oct 28 17:19:17.081233 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4946c2-609b-4245-862d-e071f1fd5d4e" -d '{"events": [{"server_uuid": "18dffdce-b94e-49a7-b011-76fcd41c8b37", "name": "network-vif-plugged", "status": "completed", "tag": "fca7b08e-6fe8-4f31-8049-36e16ec06144"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:19:17.093838 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port fca7b08e-6fe8-4f31-8049-36e16ec06144, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=fca7b08e-6fe8-4f31-8049-36e16ec06144,segment=NetworkSegment(78c4a539-7086-42a5-8fd6-25903849bf9e),segment_id=78c4a539-7086-42a5-8fd6-25903849bf9e)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:17.098832 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:17.122333 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5dd8c4-6dad-48b9-b03c-df5a99db2861 x-openstack-request-id: req-fe5dd8c4-6dad-48b9-b03c-df5a99db2861 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:19:17.122621 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dffdce-b94e-49a7-b011-76fcd41c8b37", "name": "network-vif-plugged", "status": "completed", "tag": "fca7b08e-6fe8-4f31-8049-36e16ec06144", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:19:17.122871 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe5dd8c4-6dad-48b9-b03c-df5a99db2861 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:19:17.123274 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5dd8c4-6dad-48b9-b03c-df5a99db2861'] response: {'server_uuid': '18dffdce-b94e-49a7-b011-76fcd41c8b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca7b08e-6fe8-4f31-8049-36e16ec06144', 'code': 200} Oct 28 17:19:17.150694 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=fca7b08e-6fe8-4f31-8049-36e16ec06144,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:17.296096 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938760e-faa2-4668-a362-5c728d247e86 req-c842b856-078e-48de-9ed7-230327af74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:17.297791 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0938760e-faa2-4668-a362-5c728d247e86 req-c842b856-078e-48de-9ed7-230327af74e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 1130 time: 0.0482397 Oct 28 17:19:17.345473 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0938760e-faa2-4668-a362-5c728d247e86 req-6e2a81af-d676-45d3-862b-d2e14d9599af service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411801 Oct 28 17:19:17.375317 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e3ce2e3-bfc4-4147-9e46-baf795c3e128 req-8d99c6ac-24e1-4a0b-90af-3e9ecb76291a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 210 time: 0.0261869 Oct 28 17:19:17.499201 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6296f-9b90-43fb-a471-e0f21a444d69 req-35a2941b-2c6b-4eb9-9daa-fc1eb9475967 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:17.500681 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7ad6296f-9b90-43fb-a471-e0f21a444d69 req-35a2941b-2c6b-4eb9-9daa-fc1eb9475967 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 946 time: 0.0556486 Oct 28 17:19:17.547886 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7ad6296f-9b90-43fb-a471-e0f21a444d69 req-9baddd29-92cf-458e-9bb1-cd076bb16564 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Oct 28 17:19:18.423058 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-57636255-c36b-4f93-8c3c-a16ac9001204 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:18.424553 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-57636255-c36b-4f93-8c3c-a16ac9001204 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 811 time: 0.1051595 Oct 28 17:19:18.489376 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f8c1f41d-c987-48c7-9100-e02e7765eea6 req-0194e838-9ae8-4ad0-97f6-1eb4e208aacd tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 210 time: 0.0363019 Oct 28 17:19:18.523946 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-77715053-e021-4d91-92f2-0bef38f281e7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3abebcebabd8423b88fce0d5e65b81a7 HTTP/1.1" status: 200 len: 380 time: 0.0779819 Oct 28 17:19:18.533339 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'port': {'device_id': '20eb5d7c-378b-498d-8add-e0abc8432566', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'admin_state_up': True, 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'security_groups': ['dc4b307b-622e-49b3-9e6a-d62eb64b5be5']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:19:18.669984 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Made reservation on behalf of 3abebcebabd8423b88fce0d5e65b81a7 for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:19:18.673287 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:18.706869 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3772f-2412-433b-b56c-8693d5b2f228 req-551bae56-5d6c-46e7-8eb5-31232908b4ef tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:18.708356 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71c3772f-2412-433b-b56c-8693d5b2f228 req-551bae56-5d6c-46e7-8eb5-31232908b4ef tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 946 time: 0.0812318 Oct 28 17:19:18.827300 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71c3772f-2412-433b-b56c-8693d5b2f228 req-1d14f592-b450-4507-bd2b-f067ec1011bb tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128576 Oct 28 17:19:18.852210 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Allocated IP 172.20.0.4 (2f7c9441-eac8-495b-be8c-b2ca75ecaa50/bb8530f7-264a-46ec-9833-4412157a69e8/94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:19:18.996576 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:19.029326 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:19.071870 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:19:19.074875 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:19:19.078535 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:19:19.084266 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'Port': ['ID=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:19.137899 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:19.138598 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:19.157193 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-918752e9-cdde-4d3d-9754-e15374876766 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6273379 Oct 28 17:19:19.169089 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Request body: {'port': {'device_id': '20eb5d7c-378b-498d-8add-e0abc8432566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:19:19.228538 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:19.258814 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-e3e559d3-50c6-41e8-a1c6-a51252b66bd5 None None] Provisioning complete for port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:19:19.259388 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-e3e559d3-50c6-41e8-a1c6-a51252b66bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:19.259388 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-e3e559d3-50c6-41e8-a1c6-a51252b66bd5 None None] Attempt 1 to provision port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab Oct 28 17:19:19.293924 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-e3e559d3-50c6-41e8-a1c6-a51252b66bd5 None None] Port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:19:19.499014 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:19:19.506741 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Publish callbacks [] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:19.519683 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Transition to ACTIVE for port object 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:19:19.525204 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5233088'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:19.627125 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Pushing event updated for resources: {'Port': ['ID=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:19.663548 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Attempting to bind port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:19:19.663858 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Attempting to bind port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:19:19.664208 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Attempting to bind port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:19:19.673984 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9039bf-5288-4312-a3c1-087cc63e0bca req-d35d8fc6-1ffc-4e2c-ba27-062c000f646a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:19.675485 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9a9039bf-5288-4312-a3c1-087cc63e0bca req-d35d8fc6-1ffc-4e2c-ba27-062c000f646a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 943 time: 0.1030638 Oct 28 17:19:19.677572 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:19:19.677889 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Attempting to bind port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab on network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:19:19.689560 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:19:19.689899 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Checking segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:19:19.690293 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Bound using segment: {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:19:19.690718 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Bound port: 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0423b900-583d-4574-88bd-4761acec6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:19:19.691076 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:19.761412 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9a9039bf-5288-4312-a3c1-087cc63e0bca req-08a10338-d2f1-4ddf-be42-1bd144f50bd5 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801017 Oct 28 17:19:19.782475 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] For port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:19:19.785622 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] For port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:19:19.793007 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5233088'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:19.795114 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-e3e559d3-50c6-41e8-a1c6-a51252b66bd5 None None] Attempt 2 to provision port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab Oct 28 17:19:19.797177 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:19.797753 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:19.799214 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] 10.222.0.44 "PUT /v2.0/ports/94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab HTTP/1.1" status: 200 len: 1093 time: 0.6347940 Oct 28 17:19:19.799733 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20eb5d7c-378b-498d-8add-e0abc8432566', 'tag': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:19:19.802036 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa80be6-5eab-4797-aac3-701c70dce9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "20eb5d7c-378b-498d-8add-e0abc8432566", "tag": "94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:19:19.857866 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9251775b-d298-4d77-8b2a-0c068f3f557d x-openstack-request-id: req-9251775b-d298-4d77-8b2a-0c068f3f557d {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:19:19.858179 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20eb5d7c-378b-498d-8add-e0abc8432566", "tag": "94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:19:19.858433 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9251775b-d298-4d77-8b2a-0c068f3f557d {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:19:19.858837 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9251775b-d298-4d77-8b2a-0c068f3f557d'] response: {'name': 'network-changed', 'server_uuid': '20eb5d7c-378b-498d-8add-e0abc8432566', 'tag': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'status': 'completed', 'code': 200} Oct 28 17:19:19.860875 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-e3e559d3-50c6-41e8-a1c6-a51252b66bd5 None None] Port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:19:19.880316 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8b63c-314d-4594-ad15-a66212705fcf service neutron] Pushing event updated for resources: {'Port': ['ID=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:19.900886 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-e529ae91-d8b1-4ad4-ac10-c9748812654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:19.902555 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-e529ae91-d8b1-4ad4-ac10-c9748812654f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 1127 time: 0.0587642 Oct 28 17:19:19.963819 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-dceb367f-0a16-4093-802f-f9a8f8d6471e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab HTTP/1.1" status: 200 len: 217 time: 0.0511558 Oct 28 17:19:20.020602 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504920f-1cbb-46a7-809c-375d132fde17 req-929de060-1c0e-4c89-b0d3-2e3c52f94416 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:20.022109 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3504920f-1cbb-46a7-809c-375d132fde17 req-929de060-1c0e-4c89-b0d3-2e3c52f94416 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 946 time: 0.1180835 Oct 28 17:19:20.028341 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-77d2fbc2-83d6-423b-8c81-68d783844d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:20.029683 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-77d2fbc2-83d6-423b-8c81-68d783844d7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0583849 Oct 28 17:19:20.103286 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3504920f-1cbb-46a7-809c-375d132fde17 req-36fb0aa8-1e2a-4efd-a668-8552957fc6ac tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725696 Oct 28 17:19:20.109508 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-bcaed8db-fdbc-4ae2-b622-cea1101e15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:20.110971 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-bcaed8db-fdbc-4ae2-b622-cea1101e15ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746002 Oct 28 17:19:20.203246 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-5848807c-ab1a-4de0-bf48-fa3821ef56d7 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842073 Oct 28 17:19:20.298177 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-941761c4-52eb-4d15-b68f-44f157e95c1d req-b46a5047-d84a-4d60-97b9-35d698921e3a service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878251 Oct 28 17:19:20.389868 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-c42d5079-91f8-4859-aff3-e902e0eb6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:20.391403 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-c42d5079-91f8-4859-aff3-e902e0eb6c38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 1127 time: 0.0453191 Oct 28 17:19:20.486176 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-5f0a8b5c-343b-41f1-a13b-cc22b76a3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:20.487684 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-5f0a8b5c-343b-41f1-a13b-cc22b76a3c15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 912 time: 0.0896993 Oct 28 17:19:20.529226 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-ef13fee0-a5f3-48c8-ad45-db5524f96abc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab HTTP/1.1" status: 200 len: 217 time: 0.0330081 Oct 28 17:19:20.579803 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-4aa83a1d-7ce9-488b-98c6-e59ae14100c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:20.581299 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-4aa83a1d-7ce9-488b-98c6-e59ae14100c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0459177 Oct 28 17:19:20.630982 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-16c0b2e0-3628-42e5-beda-8c4aefba2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:20.632498 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-16c0b2e0-3628-42e5-beda-8c4aefba2a0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439265 Oct 28 17:19:20.733071 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-8866376b-34de-4bb9-8e63-5448c58abab0 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933056 Oct 28 17:19:20.867838 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aa80be6-5eab-4797-aac3-701c70dce9b0 req-01a76e19-3258-4d07-af15-0ba4ba49aa40 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270707 Oct 28 17:19:20.891005 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7364b-1eb8-47d9-b964-26f24e15264f req-b88bc651-d64e-4f06-9566-9ae04577e51d tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:20.892423 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71d7364b-1eb8-47d9-b964-26f24e15264f req-b88bc651-d64e-4f06-9566-9ae04577e51d tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 946 time: 0.1339991 Oct 28 17:19:20.941529 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf16be-c49b-455a-8709-218e3dafcea1 req-858b4088-5eed-48ec-9fd0-bed2bebb6ffa tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:20.943008 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b3cf16be-c49b-455a-8709-218e3dafcea1 req-858b4088-5eed-48ec-9fd0-bed2bebb6ffa tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 943 time: 0.1018908 Oct 28 17:19:20.959268 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-71d7364b-1eb8-47d9-b964-26f24e15264f req-b0598cba-0a0b-43ac-8bad-9d370b77b02a tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603135 Oct 28 17:19:20.997479 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b3cf16be-c49b-455a-8709-218e3dafcea1 req-c3ad247a-4b1f-4a0f-b3c5-19bb94ce33cc tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470309 Oct 28 17:19:21.427213 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:22.129183 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681b88-eb5d-4bf1-b2bc-a13bebe8e54e req-87a09d1d-f44d-4e7d-b0d3-1d24d77d1753 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:22.130710 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-89681b88-eb5d-4bf1-b2bc-a13bebe8e54e req-87a09d1d-f44d-4e7d-b0d3-1d24d77d1753 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 946 time: 0.0919712 Oct 28 17:19:22.141445 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb150-9e95-41de-9de7-33d62972b4ae req-7ffc2e60-ff21-494c-a737-12199a6f7442 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:22.142978 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5eabb150-9e95-41de-9de7-33d62972b4ae req-7ffc2e60-ff21-494c-a737-12199a6f7442 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 943 time: 0.0706096 Oct 28 17:19:22.216328 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-89681b88-eb5d-4bf1-b2bc-a13bebe8e54e req-9ed671e5-61be-4082-b589-4bf74d11a0bc tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f20e702-98c6-41dc-bb05-dfbab4a332c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723777 Oct 28 17:19:22.219882 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5eabb150-9e95-41de-9de7-33d62972b4ae req-5e0ec1f3-7855-4b52-9fec-be9835a4aaf3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701661 Oct 28 17:19:22.557293 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-487a3c04-e24a-402f-a5bf-657d6f875a67 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:22.559028 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-487a3c04-e24a-402f-a5bf-657d6f875a67 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.44 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 946 time: 0.0551405 Oct 28 17:19:22.654038 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-9f8da5c0-3ab0-4fc5-abeb-74646c62d996 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Deleting port fca7b08e-6fe8-4f31-8049-36e16ec06144 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:19:22.654320 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-9f8da5c0-3ab0-4fc5-abeb-74646c62d996 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:22.752959 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-9f8da5c0-3ab0-4fc5-abeb-74646c62d996 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] For port fca7b08e-6fe8-4f31-8049-36e16ec06144, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=fca7b08e-6fe8-4f31-8049-36e16ec06144,segment=NetworkSegment(78c4a539-7086-42a5-8fd6-25903849bf9e),segment_id=78c4a539-7086-42a5-8fd6-25903849bf9e)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:22.753319 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-9f8da5c0-3ab0-4fc5-abeb-74646c62d996 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:22.765998 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-9f8da5c0-3ab0-4fc5-abeb-74646c62d996 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Calling delete_port for fca7b08e-6fe8-4f31-8049-36e16ec06144 owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:19:22.904753 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-9f8da5c0-3ab0-4fc5-abeb-74646c62d996 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (fca7b08e-6fe8-4f31-8049-36e16ec06144), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:22.916266 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['fca7b08e-6fe8-4f31-8049-36e16ec06144'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:19:22.935166 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8da5c0-3ab0-4fc5-abeb-74646c62d996 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Pushing event deleted for resources: {'Port': ['ID=fca7b08e-6fe8-4f31-8049-36e16ec06144,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:22.976699 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-9f8da5c0-3ab0-4fc5-abeb-74646c62d996 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] No DVR routers for this DVR port fca7b08e-6fe8-4f31-8049-36e16ec06144 on host hv-cinder-85983 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:19:22.979490 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-9f8da5c0-3ab0-4fc5-abeb-74646c62d996 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:22.982814 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-cc85eb8e-35f5-4d33-83ac-f5f2410c9fef req-9f8da5c0-3ab0-4fc5-abeb-74646c62d996 tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.44 "DELETE /v2.0/ports/fca7b08e-6fe8-4f31-8049-36e16ec06144 HTTP/1.1" status: 204 len: 173 time: 0.4180379 Oct 28 17:19:22.983307 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dffdce-b94e-49a7-b011-76fcd41c8b37', 'name': 'network-vif-deleted', 'tag': 'fca7b08e-6fe8-4f31-8049-36e16ec06144'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:19:22.985658 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e153e238-3583-4d48-8d41-78572daf096c" -d '{"events": [{"server_uuid": "18dffdce-b94e-49a7-b011-76fcd41c8b37", "name": "network-vif-deleted", "tag": "fca7b08e-6fe8-4f31-8049-36e16ec06144"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:19:23.025740 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd29630-cec0-4d4d-95c3-879908af8a18 x-openstack-request-id: req-4cd29630-cec0-4d4d-95c3-879908af8a18 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:19:23.026045 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dffdce-b94e-49a7-b011-76fcd41c8b37", "name": "network-vif-deleted", "tag": "fca7b08e-6fe8-4f31-8049-36e16ec06144", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:19:23.026302 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cd29630-cec0-4d4d-95c3-879908af8a18 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:19:23.026715 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd29630-cec0-4d4d-95c3-879908af8a18'] response: {'server_uuid': '18dffdce-b94e-49a7-b011-76fcd41c8b37', 'name': 'network-vif-deleted', 'tag': 'fca7b08e-6fe8-4f31-8049-36e16ec06144', 'status': 'completed', 'code': 200} Oct 28 17:19:23.355779 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-973e917d-20dc-401f-b6fb-f0505b72b4eb req-677ff0ab-f361-4528-9e14-c3d4eb1ba70d tempest-VolumesActionsTest-392420951 tempest-VolumesActionsTest-392420951-project] 10.222.0.20 "GET /v2.0/ports?device_id=18dffdce-b94e-49a7-b011-76fcd41c8b37 HTTP/1.1" status: 200 len: 210 time: 0.0404146 Oct 28 17:19:23.380621 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04495c8-4329-4bf3-94d4-6ceab1482960 req-a9b3c146-49e1-4266-9d57-ab3cca96eaa7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:23.382110 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d04495c8-4329-4bf3-94d4-6ceab1482960 req-a9b3c146-49e1-4266-9d57-ab3cca96eaa7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 943 time: 0.0772007 Oct 28 17:19:23.438045 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d04495c8-4329-4bf3-94d4-6ceab1482960 req-71da234d-9c0e-41a2-8470-387fa5056392 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501018 Oct 28 17:19:24.566279 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4b008-e8ab-45b2-8b6a-72fbd9a7df65 req-5b030a3b-37e7-4757-bf23-1327748324d2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:24.567792 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-14f4b008-e8ab-45b2-8b6a-72fbd9a7df65 req-5b030a3b-37e7-4757-bf23-1327748324d2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 943 time: 0.0543263 Oct 28 17:19:24.617048 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-14f4b008-e8ab-45b2-8b6a-72fbd9a7df65 req-6fe37318-a75f-44f4-8ece-fbb86b6b8949 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434861 Oct 28 17:19:25.762103 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480245d-e22b-414d-9356-bf4a6f36b223 req-8b982e2e-4323-4cc6-90d2-2855b35400df tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:25.763584 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8480245d-e22b-414d-9356-bf4a6f36b223 req-8b982e2e-4323-4cc6-90d2-2855b35400df tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 943 time: 0.0646238 Oct 28 17:19:25.816308 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8480245d-e22b-414d-9356-bf4a6f36b223 req-bab2b0eb-00fd-41cb-86b1-398dedfbe088 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443454 Oct 28 17:19:26.960625 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7665126-5eeb-42d7-8162-aa093eb476e9 req-5d27fb91-0bc4-40af-a60a-9ced15ff67f2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:26.962063 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f7665126-5eeb-42d7-8162-aa093eb476e9 req-5d27fb91-0bc4-40af-a60a-9ced15ff67f2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 943 time: 0.0591826 Oct 28 17:19:27.014489 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f7665126-5eeb-42d7-8162-aa093eb476e9 req-aff63906-2ca8-46b1-aa5c-df1dc4fb9f83 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Oct 28 17:19:27.748824 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device fca7b08e-6fe8-4f31-8049-36e16ec06144 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:19:27.774728 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: fca7b08e-6fe8-4f31-8049-36e16ec06144 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:19:27.775061 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device fca7b08e-6fe8-4f31-8049-36e16ec06144 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:19:28.149460 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9243e59-07ec-4e31-b81f-5541e567c285 req-776c7a49-6158-4fd4-8426-aac6b3ecf277 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:28.150959 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f9243e59-07ec-4e31-b81f-5541e567c285 req-776c7a49-6158-4fd4-8426-aac6b3ecf277 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 943 time: 0.0567322 Oct 28 17:19:28.201495 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f9243e59-07ec-4e31-b81f-5541e567c285 req-6ecfa5cb-2424-4dfe-b9b3-2015bb8331d7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447626 Oct 28 17:19:29.343296 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1beb7-0b73-4817-965f-8121b4e11aa0 req-2633fee8-feba-4e0f-b4a6-a0df38cab696 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:29.344969 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-15f1beb7-0b73-4817-965f-8121b4e11aa0 req-2633fee8-feba-4e0f-b4a6-a0df38cab696 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 943 time: 0.0540066 Oct 28 17:19:29.397305 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-15f1beb7-0b73-4817-965f-8121b4e11aa0 req-2c4e84bc-fafe-4bdf-8902-c6d21492b17d tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466924 Oct 28 17:19:30.522823 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66205c20-48a7-4abe-99c9-4d1315c24e6a req-2cc6b88b-0393-4d85-a256-c561f0f6ced7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:30.524291 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-66205c20-48a7-4abe-99c9-4d1315c24e6a req-2cc6b88b-0393-4d85-a256-c561f0f6ced7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 943 time: 0.0533721 Oct 28 17:19:30.574756 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-66205c20-48a7-4abe-99c9-4d1315c24e6a req-6f740a38-2038-41c9-b3bd-d41d25f5751b tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445011 Oct 28 17:19:31.136569 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:19:31.237344 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:31.253052 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'port_id': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'mac_address': 'fa:16:3e:98:7d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:19:31.289722 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:19:31.290133 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:31.303760 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:19:31.336986 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:31.347196 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:31.399784 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:31.412111 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.412462 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.412829 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.413169 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.413495 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.413818 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.414165 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.414492 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.414812 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.415137 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.415457 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.415779 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.416840 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:31.731940 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e2a08-bac9-4ba2-8ccb-980cf424b1c8 req-52e9382c-5b01-4f11-b858-cb4991b3e114 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:31.734919 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-be0e2a08-bac9-4ba2-8ccb-980cf424b1c8 req-52e9382c-5b01-4f11-b858-cb4991b3e114 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 944 time: 0.0696108 Oct 28 17:19:31.798972 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-be0e2a08-bac9-4ba2-8ccb-980cf424b1c8 req-e5d9bd27-b345-4577-9968-2eda2c2aa36b tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577476 Oct 28 17:19:31.802798 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:19:33.009281 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc97278-7d23-4e9d-bd18-10657a665403 req-fc882e09-5005-4623-a22b-b7d92cbaf872 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:33.010865 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fc97278-7d23-4e9d-bd18-10657a665403 req-fc882e09-5005-4623-a22b-b7d92cbaf872 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 944 time: 0.0822492 Oct 28 17:19:33.069891 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fc97278-7d23-4e9d-bd18-10657a665403 req-467debf1-0566-4eff-9c9b-a6dca3589ea3 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523894 Oct 28 17:19:34.224521 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1dbf-b361-4d01-93cc-1c29b34ad101 req-76fe7d04-32ca-4b51-a6ad-6418417bb4c4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:34.226922 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f7ae1dbf-b361-4d01-93cc-1c29b34ad101 req-76fe7d04-32ca-4b51-a6ad-6418417bb4c4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 944 time: 0.0588386 Oct 28 17:19:34.282925 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f7ae1dbf-b361-4d01-93cc-1c29b34ad101 req-c88a63d9-8735-4fd3-a2fd-1c647816715d tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493314 Oct 28 17:19:35.171637 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:19:35.225238 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:19:35.230098 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:19:35.230485 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:35.230939 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab Oct 28 17:19:35.304855 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:19:35.305254 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:35.331211 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20eb5d7c-378b-498d-8add-e0abc8432566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:19:35.333979 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f0801a-304a-4520-9c9b-f22de5ba954a" -d '{"events": [{"server_uuid": "20eb5d7c-378b-498d-8add-e0abc8432566", "name": "network-vif-plugged", "status": "completed", "tag": "94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:19:35.347962 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:35.353307 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:35.411377 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d806f49-079e-460f-a160-0d9ed275c750 x-openstack-request-id: req-2d806f49-079e-460f-a160-0d9ed275c750 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:19:35.411377 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20eb5d7c-378b-498d-8add-e0abc8432566", "name": "network-vif-plugged", "status": "completed", "tag": "94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:19:35.411377 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d806f49-079e-460f-a160-0d9ed275c750 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:19:35.411797 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d806f49-079e-460f-a160-0d9ed275c750'] response: {'server_uuid': '20eb5d7c-378b-498d-8add-e0abc8432566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'code': 200} Oct 28 17:19:35.412439 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:35.517526 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2cbaf-a8f0-4346-99fb-87def6de9edd req-25d13e9c-7695-4bf2-93ba-d2fbe54c393a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:35.519075 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-04c2cbaf-a8f0-4346-99fb-87def6de9edd req-25d13e9c-7695-4bf2-93ba-d2fbe54c393a tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 945 time: 0.0702906 Oct 28 17:19:35.606062 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-04c2cbaf-a8f0-4346-99fb-87def6de9edd req-b0e320fd-9fac-4241-8d14-00dd8436628f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688243 Oct 28 17:19:35.745539 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb803269-1259-4705-b049-72a835eaabcc req-f83bcd64-0f42-464c-9105-759f63ec4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:35.747481 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb803269-1259-4705-b049-72a835eaabcc req-f83bcd64-0f42-464c-9105-759f63ec4857 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 1129 time: 0.1324043 Oct 28 17:19:35.827347 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb803269-1259-4705-b049-72a835eaabcc req-9ceb5f4f-c7f1-4914-a4c0-68ba9041be16 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657735 Oct 28 17:19:36.769377 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d1c7b-93ee-483e-895b-ead8f2423d55 req-f841a32c-f262-4535-9a2d-d442df1b3459 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:36.772524 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6d4d1c7b-93ee-483e-895b-ead8f2423d55 req-f841a32c-f262-4535-9a2d-d442df1b3459 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 945 time: 0.0608177 Oct 28 17:19:36.830330 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6d4d1c7b-93ee-483e-895b-ead8f2423d55 req-277fe38d-1eb4-4a72-ac41-67b5d6070dc8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512753 Oct 28 17:19:37.997053 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c08be-4836-4fa0-a4d6-f91b60df6398 req-9db77544-3ed9-4a5e-817a-42867bcf97ca tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:37.998597 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2a9c08be-4836-4fa0-a4d6-f91b60df6398 req-9db77544-3ed9-4a5e-817a-42867bcf97ca tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 945 time: 0.0796540 Oct 28 17:19:38.065050 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2a9c08be-4836-4fa0-a4d6-f91b60df6398 req-d664aed6-41e7-4f4a-8d14-62bc4acf0a2f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606689 Oct 28 17:19:38.224002 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f510977-05e6-4fec-af23-2146fcbf9f6f req-b5e320ae-757d-45ca-877c-2289792a4c6e tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:38.227177 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4f510977-05e6-4fec-af23-2146fcbf9f6f req-b5e320ae-757d-45ca-877c-2289792a4c6e tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 945 time: 0.0707953 Oct 28 17:19:38.294533 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4f510977-05e6-4fec-af23-2146fcbf9f6f req-ed7d4b32-7149-4b12-a528-9595e6b5dff5 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591297 Oct 28 17:19:38.326226 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 37700) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:38.541576 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f007e303-9a1a-4f90-aa3a-fe32af58fa0f tempest-TestVolumeBootPattern-1681525273 tempest-TestVolumeBootPattern-1681525273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:38.545002 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f007e303-9a1a-4f90-aa3a-fe32af58fa0f tempest-TestVolumeBootPattern-1681525273 tempest-TestVolumeBootPattern-1681525273-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 1124 time: 0.2168202 Oct 28 17:19:38.548082 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37710) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:38.554066 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Request body: {'floatingip': {'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'port_id': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:19:38.595287 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:38.628376 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465d19-9bd0-4c0d-b36e-2915df9fd3ab req-88d87013-028e-4a26-80a5-171aa854cac5 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:38.635568 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0f465d19-9bd0-4c0d-b36e-2915df9fd3ab req-88d87013-028e-4a26-80a5-171aa854cac5 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 946 time: 0.0748672 Oct 28 17:19:38.697888 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0f465d19-9bd0-4c0d-b36e-2915df9fd3ab req-1724161e-c78b-4758-97b5-b69a599fe0a0 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612674 Oct 28 17:19:38.714926 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:38.848763 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Allocated IP 172.27.0.182 (91186eee-0d19-4147-a86f-a931ded67571/a2fb0e5a-5f5f-42ab-8bda-4e46165220f0/cad500a3-8128-4b0f-b45a-d941be5b8499) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:19:38.964002 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for port (cad500a3-8128-4b0f-b45a-d941be5b8499), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:39.003658 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (cad500a3-8128-4b0f-b45a-d941be5b8499), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:39.047412 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Network 91186eee-0d19-4147-a86f-a931ded67571 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:19:39.052633 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:19:39.054893 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'Port': ['ID=cad500a3-8128-4b0f-b45a-d941be5b8499,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:39.056998 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:19:39.083130 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.083544 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.083808 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.084173 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.084474 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.084852 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.085137 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.085462 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.085794 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.086136 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.086457 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.086778 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.087122 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:19:39.088537 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-39c91958-7829-4f80-a21c-91c22758ced5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:39.456217 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (be68ca79-3b87-475d-bcb7-5c45c2d1efc2), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:39.527431 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (cad500a3-8128-4b0f-b45a-d941be5b8499), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:39.712421 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for port (cad500a3-8128-4b0f-b45a-d941be5b8499), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:39.719670 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (cad500a3-8128-4b0f-b45a-d941be5b8499), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:39.805873 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event updated for resources: {'Port': ['ID=cad500a3-8128-4b0f-b45a-d941be5b8499,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:39.808365 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (be68ca79-3b87-475d-bcb7-5c45c2d1efc2), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:39.856433 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0a1ab-1e63-4bbc-8c60-9ea0b6beddcb req-f3ef5f52-62d0-4f65-a847-94cf40c4ce81 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:39.862460 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a1b0a1ab-1e63-4bbc-8c60-9ea0b6beddcb req-f3ef5f52-62d0-4f65-a847-94cf40c4ce81 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 946 time: 0.0737934 Oct 28 17:19:39.918155 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Floating IP be68ca79-3b87-475d-bcb7-5c45c2d1efc2 associated. External IP: 172.27.0.182, port: 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab. Oct 28 17:19:39.927408 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a1b0a1ab-1e63-4bbc-8c60-9ea0b6beddcb req-d945456f-7a47-4ebd-8f6c-650fb1a4ef00 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595222 Oct 28 17:19:40.145347 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Router b355eae0-68f0-4aad-89ff-9ad3dc158f12 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:19:40.259978 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:19:40.270029 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] Sync routers for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:19:40.280522 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:40.287430 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:19:40.288093 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:19:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:40.318517 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-82a235fd-8280-43fc-954b-f29119e50424 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7644942 Oct 28 17:19:40.318517 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20eb5d7c-378b-498d-8add-e0abc8432566', 'tag': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:19:40.318517 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec69e641-b77e-4164-98dd-fdf08117e7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "20eb5d7c-378b-498d-8add-e0abc8432566", "tag": "94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:19:40.373155 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d43d055-767f-4526-b18a-4613def4089a x-openstack-request-id: req-1d43d055-767f-4526-b18a-4613def4089a {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:19:40.373783 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20eb5d7c-378b-498d-8add-e0abc8432566", "tag": "94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:19:40.374217 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d43d055-767f-4526-b18a-4613def4089a {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:19:40.374814 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d43d055-767f-4526-b18a-4613def4089a'] response: {'name': 'network-changed', 'server_uuid': '20eb5d7c-378b-498d-8add-e0abc8432566', 'tag': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'status': 'completed', 'code': 200} Oct 28 17:19:40.429868 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:19:40.514336 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-ca80b249-4bfd-47c3-8659-9fb6e4773de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:40.516042 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-ca80b249-4bfd-47c3-8659-9fb6e4773de0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 1129 time: 0.0782595 Oct 28 17:19:40.651267 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-55a8266b-fe11-437a-9de9-c5bdcb0fc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:40.652937 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-55a8266b-fe11-437a-9de9-c5bdcb0fc77b service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 912 time: 0.1285875 Oct 28 17:19:40.690264 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '15f1e026-c83f-4e05-a769-95f4a7ea605c', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:11:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:48Z', 'updated_at': '2022-10-28T17:16:50Z', 'revision_number': 1, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}, {'id': 'be68ca79-3b87-475d-bcb7-5c45c2d1efc2', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:98:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20eb5d7c-378b-498d-8add-e0abc8432566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:19:39Z', 'updated_at': '2022-10-28T17:19:39Z', 'revision_number': 0, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:40.720573 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] Checking router: b355eae0-68f0-4aad-89ff-9ad3dc158f12 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:19:40.732476 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:19:40.733330 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:19:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:40.750755 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-5e62adac-8f97-42a8-8e26-106cb773b49b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab HTTP/1.1" status: 200 len: 999 time: 0.0913672 Oct 28 17:19:40.815281 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-95083ea9-d8d9-494f-8591-d65b62290c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:40.817545 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-95083ea9-d8d9-494f-8591-d65b62290c79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0603073 Oct 28 17:19:40.882046 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-42c75210-7d71-43ec-ac8a-b963af5f6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:40.883707 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-42c75210-7d71-43ec-ac8a-b963af5f6b1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585415 Oct 28 17:19:40.886431 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:19:40.896253 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-11482621-2c8b-48dd-a05b-1d4c5202e3fa service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:19:40.897333 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-11482621-2c8b-48dd-a05b-1d4c5202e3fa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061011 Oct 28 17:19:41.015347 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-89f83ae1-3125-459b-bc63-132f14558fbc service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096079 Oct 28 17:19:41.140124 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240766af-4b16-4e7c-a41f-cbb2c934cda1 req-192f4f6c-f2cc-4ac1-8b8a-4166ad6990c1 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:41.141810 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-240766af-4b16-4e7c-a41f-cbb2c934cda1 req-192f4f6c-f2cc-4ac1-8b8a-4166ad6990c1 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 946 time: 0.1241801 Oct 28 17:19:41.181394 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '15f1e026-c83f-4e05-a769-95f4a7ea605c', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:11:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:48Z', 'updated_at': '2022-10-28T17:16:50Z', 'revision_number': 1, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}, {'id': 'be68ca79-3b87-475d-bcb7-5c45c2d1efc2', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:98:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20eb5d7c-378b-498d-8add-e0abc8432566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:19:39Z', 'updated_at': '2022-10-28T17:19:39Z', 'revision_number': 0, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:41.192156 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ec69e641-b77e-4164-98dd-fdf08117e7e2 req-ff7112d3-59fc-4399-a493-42942bf12972 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428463 Oct 28 17:19:41.216348 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35220b58-a5ec-4e1d-9b58-38613478f3ca None None] The sync data for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi is: [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '15f1e026-c83f-4e05-a769-95f4a7ea605c', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:11:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:48Z', 'updated_at': '2022-10-28T17:16:50Z', 'revision_number': 1, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}, {'id': 'be68ca79-3b87-475d-bcb7-5c45c2d1efc2', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:98:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20eb5d7c-378b-498d-8add-e0abc8432566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:19:39Z', 'updated_at': '2022-10-28T17:19:39Z', 'revision_number': 0, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:19:41.247407 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-240766af-4b16-4e7c-a41f-cbb2c934cda1 req-b8882980-cea0-4970-85d8-304c89a43afc tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups?id=796e2af3-75ad-4126-a19f-958bd7e65262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946691 Oct 28 17:19:41.353324 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28963b-6175-4ce1-b220-8415177d4326 req-c865186b-f137-43e8-93dc-871bbea5633b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:41.355707 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-be28963b-6175-4ce1-b220-8415177d4326 req-c865186b-f137-43e8-93dc-871bbea5633b tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 946 time: 0.0718372 Oct 28 17:19:41.456542 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-831f8ecd-cafc-4b05-ab96-a5e471d17f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:41.466625 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Deleting port e5345878-2b82-4888-9bef-2b507b2383e5 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:19:41.466861 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:41.501769 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b6c038-78d5-42c7-9e3c-202e4d18e894 None None] New status for floating IP be68ca79-3b87-475d-bcb7-5c45c2d1efc2: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:19:41.595849 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] For port e5345878-2b82-4888-9bef-2b507b2383e5, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e5345878-2b82-4888-9bef-2b507b2383e5,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:41.596585 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:41.795178 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:41.797063 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (73e662ad-5e86-499b-ab88-80733a81293f), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:41.797444 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Floating IP 73e662ad-5e86-499b-ab88-80733a81293f disassociated. External IP: 172.27.0.27, port: e5345878-2b82-4888-9bef-2b507b2383e5. Oct 28 17:19:41.797851 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Calling delete_port for e5345878-2b82-4888-9bef-2b507b2383e5 owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:19:42.198835 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (e5345878-2b82-4888-9bef-2b507b2383e5), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:42.231681 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event deleted for resources: {'Port': ['ID=e5345878-2b82-4888-9bef-2b507b2383e5,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:42.384223 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-039ab187-d24d-4b01-92ff-4012c1ecf884 req-61d7b1ed-6142-4456-8910-8b5a00c36da5 tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e0008-e31e-45b1-86fa-195f3006821b HTTP/1.1" status: 200 len: 210 time: 0.0341315 Oct 28 17:19:42.401408 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Router d003c3d9-be37-46b3-932d-1e0a9c9307c6 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:19:42.520192 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:19:42.529059 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:42.532056 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] Sync routers for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:19:42.544097 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:19:42.548204 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:19:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:42.583078 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] No DVR routers for this DVR port e5345878-2b82-4888-9bef-2b507b2383e5 on host hv-cinder-85983 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:19:42.586278 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:42.589828 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-be28963b-6175-4ce1-b220-8415177d4326 req-1272f252-6085-414a-9345-964a26e905ef tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.44 "DELETE /v2.0/ports/e5345878-2b82-4888-9bef-2b507b2383e5 HTTP/1.1" status: 204 len: 173 time: 1.2285683 Oct 28 17:19:42.590468 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'name': 'network-vif-deleted', 'tag': 'e5345878-2b82-4888-9bef-2b507b2383e5'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:19:42.593428 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203de2b8-772c-435b-876e-98817927469f" -d '{"events": [{"server_uuid": "7a1e0008-e31e-45b1-86fa-195f3006821b", "name": "network-vif-deleted", "tag": "e5345878-2b82-4888-9bef-2b507b2383e5"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:19:42.663971 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fa376c-e4f0-4527-97f6-f33d5ac27940 x-openstack-request-id: req-c7fa376c-e4f0-4527-97f6-f33d5ac27940 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:19:42.664354 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1e0008-e31e-45b1-86fa-195f3006821b", "name": "network-vif-deleted", "tag": "e5345878-2b82-4888-9bef-2b507b2383e5", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:19:42.664615 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7fa376c-e4f0-4527-97f6-f33d5ac27940 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:19:42.665031 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7fa376c-e4f0-4527-97f6-f33d5ac27940'] response: {'server_uuid': '7a1e0008-e31e-45b1-86fa-195f3006821b', 'name': 'network-vif-deleted', 'tag': 'e5345878-2b82-4888-9bef-2b507b2383e5', 'status': 'completed', 'code': 200} Oct 28 17:19:42.703947 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:19:42.958190 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:42.990602 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] Checking router: d003c3d9-be37-46b3-932d-1e0a9c9307c6 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:19:43.000782 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:19:43.001673 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:19:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:43.126651 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:19:43.515838 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 37752) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:43.523425 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:43.549175 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb9113-9a83-41df-a06a-5f0c781e0835 None None] The sync data for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi is: [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:09:15Z', 'revision_number': 4, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': 'a77e7788-9286-427f-878b-3726bc864dca', 'name': '', 'network_id': '1275e91b-d159-4566-9d23-a40414dc1241', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'mac_address': 'fa:16:3e:c2:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:12Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'subnets': [{'id': '354899bb-6b0d-4b82-a86a-5bb1149d70be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:19:43.611863 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-00fde8e4-c41d-4613-be1d-1e88b4c4ebfc tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (796e2af3-75ad-4126-a19f-958bd7e65262), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:43.645232 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-00fde8e4-c41d-4613-be1d-1e88b4c4ebfc tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (796e2af3-75ad-4126-a19f-958bd7e65262), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:43.726637 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-00fde8e4-c41d-4613-be1d-1e88b4c4ebfc tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (796e2af3-75ad-4126-a19f-958bd7e65262), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:43.729569 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-00fde8e4-c41d-4613-be1d-1e88b4c4ebfc tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:43.731298 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-00fde8e4-c41d-4613-be1d-1e88b4c4ebfc tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "DELETE /v2.0/security-groups/796e2af3-75ad-4126-a19f-958bd7e65262 HTTP/1.1" status: 204 len: 168 time: 0.2138076 Oct 28 17:19:43.734446 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37758) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:43.741415 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fde8e4-c41d-4613-be1d-1e88b4c4ebfc tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796e2af3-75ad-4126-a19f-958bd7e65262,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:43.784680 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.api.v2.resource [None req-4f0be3e6-c80b-45f7-93b7-62b5504f431d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] show failed (client error): The resource could not be found. Oct 28 17:19:43.786379 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4f0be3e6-c80b-45f7-93b7-62b5504f431d tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "GET /v2.0/security-groups/796e2af3-75ad-4126-a19f-958bd7e65262 HTTP/1.1" status: 404 len: 347 time: 0.0493276 Oct 28 17:19:43.789824 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37760) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:43.918248 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35b115-f00e-472f-bfb5-fe64ea575d0b None None] New status for floating IP 73e662ad-5e86-499b-ab88-80733a81293f: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:19:44.128351 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:44.282411 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe2136-f4af-4cd8-af65-886ad95e825a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Deleting port fca1e13f-51c3-4603-8448-a322c10939a0 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:19:44.282759 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2136-f4af-4cd8-af65-886ad95e825a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (fca1e13f-51c3-4603-8448-a322c10939a0), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:44.365303 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2136-f4af-4cd8-af65-886ad95e825a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (fca1e13f-51c3-4603-8448-a322c10939a0), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:44.365532 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2136-f4af-4cd8-af65-886ad95e825a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (fca1e13f-51c3-4603-8448-a322c10939a0), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:44.379222 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe2136-f4af-4cd8-af65-886ad95e825a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Calling delete_port for fca1e13f-51c3-4603-8448-a322c10939a0 owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:19:44.538756 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2136-f4af-4cd8-af65-886ad95e825a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (fca1e13f-51c3-4603-8448-a322c10939a0), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:44.561905 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe2136-f4af-4cd8-af65-886ad95e825a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Pushing event deleted for resources: {'Port': ['ID=fca1e13f-51c3-4603-8448-a322c10939a0,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:44.640935 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2136-f4af-4cd8-af65-886ad95e825a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks [] for floatingip (73e662ad-5e86-499b-ab88-80733a81293f), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:44.644696 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2136-f4af-4cd8-af65-886ad95e825a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:44.646214 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e3fe2136-f4af-4cd8-af65-886ad95e825a tempest-AttachVolumeTestJSON-159814935 tempest-AttachVolumeTestJSON-159814935-project] 10.222.0.20 "DELETE /v2.0/floatingips/73e662ad-5e86-499b-ab88-80733a81293f HTTP/1.1" status: 204 len: 168 time: 0.8551342 Oct 28 17:19:45.201377 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device e5345878-2b82-4888-9bef-2b507b2383e5 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:19:45.222545 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: e5345878-2b82-4888-9bef-2b507b2383e5 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:19:45.222912 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device e5345878-2b82-4888-9bef-2b507b2383e5 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:19:45.361165 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.247492 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 37876) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:48.397087 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37882) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:48.442497 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4f0cb1-4cdd-4b9a-8378-3f90d6e0249b admin admin] Deleting subnet 03dc4140-8857-4d54-94c5-ddd3ce279c1d {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:19:48.445539 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0cb1-4cdd-4b9a-8378-3f90d6e0249b admin admin] Publish callbacks [] for subnet (03dc4140-8857-4d54-94c5-ddd3ce279c1d), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.478892 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0cb1-4cdd-4b9a-8378-3f90d6e0249b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5549045'] for subnet (03dc4140-8857-4d54-94c5-ddd3ce279c1d), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.518248 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0cb1-4cdd-4b9a-8378-3f90d6e0249b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (03dc4140-8857-4d54-94c5-ddd3ce279c1d), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.578039 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0cb1-4cdd-4b9a-8378-3f90d6e0249b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5548949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5515814'] for subnet (03dc4140-8857-4d54-94c5-ddd3ce279c1d), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.602287 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f0cb1-4cdd-4b9a-8378-3f90d6e0249b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03dc4140-8857-4d54-94c5-ddd3ce279c1d,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:48.609012 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0cb1-4cdd-4b9a-8378-3f90d6e0249b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.612549 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ee4f0cb1-4cdd-4b9a-8378-3f90d6e0249b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/03dc4140-8857-4d54-94c5-ddd3ce279c1d HTTP/1.1" status: 204 len: 168 time: 0.2144711 Oct 28 17:19:48.615257 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37884) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:48.681934 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (66e08c41-43d1-4300-a987-081bf3f14cc2), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.682728 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (d003c3d9-be37-46b3-932d-1e0a9c9307c6), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.760994 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (66e08c41-43d1-4300-a987-081bf3f14cc2), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.780353 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e08c41-43d1-4300-a987-081bf3f14cc2']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:48.789379 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c4a539-7086-42a5-8fd6-25903849bf9e') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:48.789668 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c4a539-7086-42a5-8fd6-25903849bf9e') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:48.798833 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (78c4a539-7086-42a5-8fd6-25903849bf9e), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.813340 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (78c4a539-7086-42a5-8fd6-25903849bf9e), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.820460 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:19:48.821135 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (78c4a539-7086-42a5-8fd6-25903849bf9e), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.860638 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment 78c4a539-7086-42a5-8fd6-25903849bf9e resource provider aggregate not found Oct 28 17:19:48.880065 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment 78c4a539-7086-42a5-8fd6-25903849bf9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78c4a539-7086-42a5-8fd6-25903849bf9e found for delete ", "request_id": "req-2d8378b9-c0bc-4183-b176-047e2dc21522"}]} Oct 28 17:19:48.886991 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (66e08c41-43d1-4300-a987-081bf3f14cc2), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.891548 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:48.894803 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66e08c41-43d1-4300-a987-081bf3f14cc2 HTTP/1.1" status: 204 len: 168 time: 0.2785246 Oct 28 17:19:48.907266 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca2493-6b15-4900-a316-1ab5d0832d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=66e08c41-43d1-4300-a987-081bf3f14cc2,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:48.923587 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] Deleting port a77e7788-9286-427f-878b-3726bc864dca {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:19:48.923933 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (a77e7788-9286-427f-878b-3726bc864dca), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:49.008057 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] For port a77e7788-9286-427f-878b-3726bc864dca, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=a77e7788-9286-427f-878b-3726bc864dca,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:49.008430 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (a77e7788-9286-427f-878b-3726bc864dca), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:49.010361 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37892) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:49.021922 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] Calling delete_port for a77e7788-9286-427f-878b-3726bc864dca owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:19:49.053335 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9b710dc2-8439-48f1-a2c6-4e51ee92c8a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=375b9c07ebd14721ac737e60c97f6294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417371 Oct 28 17:19:49.055905 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37894) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:49.104050 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3fee-9c54-45f1-b778-98f8d52bf3f4 admin admin] Publish callbacks [] for security_group (7f20e702-98c6-41dc-bb05-dfbab4a332c2), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:49.126447 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3fee-9c54-45f1-b778-98f8d52bf3f4 admin admin] Publish callbacks [] for security_group (7f20e702-98c6-41dc-bb05-dfbab4a332c2), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:49.175724 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3fee-9c54-45f1-b778-98f8d52bf3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (7f20e702-98c6-41dc-bb05-dfbab4a332c2), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:49.178398 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3fee-9c54-45f1-b778-98f8d52bf3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:49.181943 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4a4c3fee-9c54-45f1-b778-98f8d52bf3f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f20e702-98c6-41dc-bb05-dfbab4a332c2 HTTP/1.1" status: 204 len: 168 time: 0.1227679 Oct 28 17:19:49.188217 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c3fee-9c54-45f1-b778-98f8d52bf3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f20e702-98c6-41dc-bb05-dfbab4a332c2,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:49.203762 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (a77e7788-9286-427f-878b-3726bc864dca), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:49.227857 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77e7788-9286-427f-878b-3726bc864dca,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:49.389518 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (d003c3d9-be37-46b3-932d-1e0a9c9307c6), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:49.609466 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] Router d003c3d9-be37-46b3-932d-1e0a9c9307c6 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:19:49.715831 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:19:49.721563 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-382c706d-b43b-41b0-a2c2-b9dfcc83a452 admin admin] 10.222.0.20 "PUT /v2.0/routers/d003c3d9-be37-46b3-932d-1e0a9c9307c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4730473 Oct 28 17:19:49.726176 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37910) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:49.729176 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] Sync routers for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:19:49.740006 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:19:49.740779 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:19:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:49.827210 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Publish callbacks [] for router (d003c3d9-be37-46b3-932d-1e0a9c9307c6), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:49.847263 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:19:49.924641 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Publish callbacks [] for router_gateway (d003c3d9-be37-46b3-932d-1e0a9c9307c6), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:49.985907 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Deleting port 76215296-04b6-4e3f-bff7-e145a2fce7c3 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:19:49.986437 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.021870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:19:49Z', 'revision_number': 5, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port': {'id': '76215296-04b6-4e3f-bff7-e145a2fce7c3', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:03Z', 'updated_at': '2022-10-28T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:50.051050 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] Checking router: d003c3d9-be37-46b3-932d-1e0a9c9307c6 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:19:50.059892 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] Routers {'d003c3d9-be37-46b3-932d-1e0a9c9307c6'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:19:50.060443 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:19:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:50.075577 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] For port 76215296-04b6-4e3f-bff7-e145a2fce7c3, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=76215296-04b6-4e3f-bff7-e145a2fce7c3,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:50.075939 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.089227 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Calling delete_port for 76215296-04b6-4e3f-bff7-e145a2fce7c3 owned by network:router_gateway {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:19:50.144468 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] Set router d003c3d9-be37-46b3-932d-1e0a9c9307c6 gateway port host: None {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:19:50.193725 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:19:49Z', 'revision_number': 6, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:50.220409 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad57604-e283-4ef4-814d-576939db13a1 None None] The sync data for ids ['d003c3d9-be37-46b3-932d-1e0a9c9307c6'] in dv-cinder-859839-1-iscsi is: [{'id': 'd003c3d9-be37-46b3-932d-1e0a9c9307c6', 'name': 'tempest-AttachVolumeTestJSON-2105694096-router', 'tenant_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:09:02Z', 'updated_at': '2022-10-28T17:19:49Z', 'revision_number': 6, 'project_id': '7a3fa5d99a8448b1b4af6b3c6cb16081', 'gw_port_host': None}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:19:50.262232 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (76215296-04b6-4e3f-bff7-e145a2fce7c3), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.286786 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=76215296-04b6-4e3f-bff7-e145a2fce7c3,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:50.352652 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (d003c3d9-be37-46b3-932d-1e0a9c9307c6), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.444418 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (d003c3d9-be37-46b3-932d-1e0a9c9307c6), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.446608 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Publish callbacks [] for router_controller (d003c3d9-be37-46b3-932d-1e0a9c9307c6), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.492702 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (d003c3d9-be37-46b3-932d-1e0a9c9307c6), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.493302 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d003c3d9-be37-46b3-932d-1e0a9c9307c6 {{(pid=103943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:19:50.498984 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.500319 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b96877c9-e68e-4d06-a204-c71f66fb74c7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d003c3d9-be37-46b3-932d-1e0a9c9307c6 HTTP/1.1" status: 204 len: 168 time: 0.7749441 Oct 28 17:19:50.502970 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37926) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:50.546062 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b2f47c-e59a-4b26-a358-9bf550661127 admin admin] Deleting subnet 354899bb-6b0d-4b82-a86a-5bb1149d70be {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:19:50.549464 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f47c-e59a-4b26-a358-9bf550661127 admin admin] Publish callbacks [] for subnet (354899bb-6b0d-4b82-a86a-5bb1149d70be), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.589478 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f47c-e59a-4b26-a358-9bf550661127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5549045'] for subnet (354899bb-6b0d-4b82-a86a-5bb1149d70be), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.672499 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f47c-e59a-4b26-a358-9bf550661127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (354899bb-6b0d-4b82-a86a-5bb1149d70be), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.726137 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f47c-e59a-4b26-a358-9bf550661127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5548949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5515814'] for subnet (354899bb-6b0d-4b82-a86a-5bb1149d70be), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.751625 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2f47c-e59a-4b26-a358-9bf550661127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=354899bb-6b0d-4b82-a86a-5bb1149d70be,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:50.755388 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f47c-e59a-4b26-a358-9bf550661127 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.758623 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d9b2f47c-e59a-4b26-a358-9bf550661127 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/354899bb-6b0d-4b82-a86a-5bb1149d70be HTTP/1.1" status: 204 len: 168 time: 0.2547481 Oct 28 17:19:50.761216 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bdb728-83b4-4590-b869-2a203c6715b7 None None] Network 1275e91b-d159-4566-9d23-a40414dc1241 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:19:50.761707 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37928) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:50.829447 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (1275e91b-d159-4566-9d23-a40414dc1241), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.882846 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Deleting port 8a7eacaa-293a-4274-865b-04248cc63ebe {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:19:50.883179 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.945014 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] For port 8a7eacaa-293a-4274-865b-04248cc63ebe, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=8a7eacaa-293a-4274-865b-04248cc63ebe,segment=NetworkSegment(9c764362-fd2e-4bff-9b7f-5917bee4958d),segment_id=9c764362-fd2e-4bff-9b7f-5917bee4958d)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:50.945262 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:50.958215 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Calling delete_port for 8a7eacaa-293a-4274-865b-04248cc63ebe owned by network:dhcp {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:19:51.014607 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ed85a-34d5-4ea3-a7a0-7b2f6ca78f6b None None] DHCP port deletion for 1275e91b-d159-4566-9d23-a40414dc1241 request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:19:51.040198 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device a77e7788-9286-427f-878b-3726bc864dca no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:19:51.045030 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.065910 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: a77e7788-9286-427f-878b-3726bc864dca {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:19:51.066269 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device a77e7788-9286-427f-878b-3726bc864dca not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:19:51.071194 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7eacaa-293a-4274-865b-04248cc63ebe,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:51.073094 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] No DVR routers for this DVR port 8a7eacaa-293a-4274-865b-04248cc63ebe on host dv-cinder-859839-1-iscsi {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:19:51.089409 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-798ed85a-34d5-4ea3-a7a0-7b2f6ca78f6b None None] Deleting port 8a7eacaa-293a-4274-865b-04248cc63ebe {{(pid=103945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:19:51.089845 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-798ed85a-34d5-4ea3-a7a0-7b2f6ca78f6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), before_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.144343 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (1275e91b-d159-4566-9d23-a40414dc1241), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.156502 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-798ed85a-34d5-4ea3-a7a0-7b2f6ca78f6b None None] For port 8a7eacaa-293a-4274-865b-04248cc63ebe, host dv-cinder-859839-1-iscsi, got binding levels [] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:19:51.156906 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-798ed85a-34d5-4ea3-a7a0-7b2f6ca78f6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), precommit_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.166931 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1275e91b-d159-4566-9d23-a40414dc1241']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:51.169827 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-798ed85a-34d5-4ea3-a7a0-7b2f6ca78f6b None None] Calling delete_port for 8a7eacaa-293a-4274-865b-04248cc63ebe owned by network:dhcp {{(pid=103945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:19:51.172639 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.ipam_backend_mixin [None req-798ed85a-34d5-4ea3-a7a0-7b2f6ca78f6b None None] Port 8a7eacaa-293a-4274-865b-04248cc63ebe was not found and therefore no delete operation was performed {{(pid=103945) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 28 17:19:51.173934 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-798ed85a-34d5-4ea3-a7a0-7b2f6ca78f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (8a7eacaa-293a-4274-865b-04248cc63ebe), after_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.176135 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c764362-fd2e-4bff-9b7f-5917bee4958d') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:51.176429 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c764362-fd2e-4bff-9b7f-5917bee4958d') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:19:51.185807 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (9c764362-fd2e-4bff-9b7f-5917bee4958d), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.197313 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ed85a-34d5-4ea3-a7a0-7b2f6ca78f6b None None] Pushing event deleted for resources: {'Port': ['ID=8a7eacaa-293a-4274-865b-04248cc63ebe,revision_number=None']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:51.198954 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (9c764362-fd2e-4bff-9b7f-5917bee4958d), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.201367 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ed85a-34d5-4ea3-a7a0-7b2f6ca78f6b None None] No DVR routers for this DVR port 8a7eacaa-293a-4274-865b-04248cc63ebe on host dv-cinder-859839-1-iscsi {{(pid=103945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:19:51.205160 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:19:51.205541 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (9c764362-fd2e-4bff-9b7f-5917bee4958d), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.247569 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment 9c764362-fd2e-4bff-9b7f-5917bee4958d resource provider aggregate not found Oct 28 17:19:51.270630 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment 9c764362-fd2e-4bff-9b7f-5917bee4958d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c764362-fd2e-4bff-9b7f-5917bee4958d found for delete ", "request_id": "req-eb85ed6f-d159-40de-a201-460939f4a08a"}]} Oct 28 17:19:51.278211 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (1275e91b-d159-4566-9d23-a40414dc1241), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.283624 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.287758 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] 10.222.0.20 "DELETE /v2.0/networks/1275e91b-d159-4566-9d23-a40414dc1241 HTTP/1.1" status: 204 len: 168 time: 0.5253255 Oct 28 17:19:51.300101 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2767975-3fe2-459c-9add-72fe2e0d96bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1275e91b-d159-4566-9d23-a40414dc1241,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:51.438840 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.494749 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37942) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:51.538798 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-cdda4527-6965-4391-9338-131eb7243165 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a3fa5d99a8448b1b4af6b3c6cb16081&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426590 Oct 28 17:19:51.542169 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 37952) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:19:51.589987 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-865c960a-1438-4c6a-9721-95295aa9abd7 admin admin] Publish callbacks [] for security_group (f6e77220-88e0-486c-ab66-380261ee5ace), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.593529 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-08592008-cf26-49bf-9227-bbd7a14a4a43 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4b42a88f628442a9907041f78390c6c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367775 Oct 28 17:19:51.619961 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-865c960a-1438-4c6a-9721-95295aa9abd7 admin admin] Publish callbacks [] for security_group (f6e77220-88e0-486c-ab66-380261ee5ace), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.675745 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-865c960a-1438-4c6a-9721-95295aa9abd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (f6e77220-88e0-486c-ab66-380261ee5ace), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.679760 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-865c960a-1438-4c6a-9721-95295aa9abd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:51.681050 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-865c960a-1438-4c6a-9721-95295aa9abd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6e77220-88e0-486c-ab66-380261ee5ace HTTP/1.1" status: 204 len: 168 time: 0.1388488 Oct 28 17:19:51.690229 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c960a-1438-4c6a-9721-95295aa9abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e77220-88e0-486c-ab66-380261ee5ace,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:51.791767 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-626f9737-9082-4dd9-ac9c-399777f613a3 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:51.793273 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-626f9737-9082-4dd9-ac9c-399777f613a3 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944044 Oct 28 17:19:51.808762 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-f2c8ddb4-88be-4b30-a76b-bca59563abc7 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/quotas/4b42a88f628442a9907041f78390c6c5 HTTP/1.1" status: 200 len: 375 time: 0.0097761 Oct 28 17:19:51.819690 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:19:51.846951 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-01a08d85-e55e-4a6a-84f8-73828dc0903e tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b42a88f628442a9907041f78390c6c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320599 Oct 28 17:19:52.014297 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2a3c53af-17ca-44c8-96a6-4b60a6128e2f req-670dd2ff-ea13-413b-a4c9-bc5a2e2e430b tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 210 time: 0.0301900 Oct 28 17:19:52.568018 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 8a7eacaa-293a-4274-865b-04248cc63ebe no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:19:52.587781 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 8a7eacaa-293a-4274-865b-04248cc63ebe {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:19:52.588207 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 8a7eacaa-293a-4274-865b-04248cc63ebe not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:19:52.588637 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 76215296-04b6-4e3f-bff7-e145a2fce7c3 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:19:52.606435 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 76215296-04b6-4e3f-bff7-e145a2fce7c3 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:19:52.606781 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 76215296-04b6-4e3f-bff7-e145a2fce7c3 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:19:52.917380 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-10152d18-8be3-497d-9837-b850b31328fc tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4b42a88f628442a9907041f78390c6c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230639 Oct 28 17:19:53.035913 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-309efb94-ae27-4b39-b019-fa00c7f74933 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:53.037416 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-309efb94-ae27-4b39-b019-fa00c7f74933 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134689 Oct 28 17:19:53.055199 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Request body: {'port': {'device_id': '5d73f09e-156e-48e0-bf14-c5b30bee24d5', 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295', 'admin_state_up': True, 'tenant_id': '4b42a88f628442a9907041f78390c6c5'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:19:53.137420 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f897cd1-51d5-4cc2-86b3-a5d8229f76d3 req-4c63f910-7fe4-4a58-9efc-71b8bfe7e0c5 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 210 time: 0.0367258 Oct 28 17:19:53.194646 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Made reservation on behalf of 4b42a88f628442a9907041f78390c6c5 for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:19:53.198029 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:53.206562 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:53.281132 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks [] for security_group (315c480e-b240-4899-aec6-97f69e6c935c), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:53.286195 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (315c480e-b240-4899-aec6-97f69e6c935c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:53.345887 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315c480e-b240-4899-aec6-97f69e6c935c,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:53.432677 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Allocated IP 192.168.233.68 (0415c279-edc4-48a4-9361-cb6a28346295/c3e3397f-8ca0-409c-a207-922fd453cac3/8d00b7ea-1508-402b-a79e-259ce79d69f3) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:19:53.590585 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks [] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:53.627468 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:53.670710 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Network 0415c279-edc4-48a4-9361-cb6a28346295 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:19:53.675838 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:19:53.678314 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:19:53.709449 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Pushing event updated for resources: {'Port': ['ID=8d00b7ea-1508-402b-a79e-259ce79d69f3,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:53.740126 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:53.741003 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:53.760936 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e68988e1-c6c3-4904-8bdb-f0fa10a127fd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7101476 Oct 28 17:19:53.864417 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Request body: {'port': {'device_id': '5d73f09e-156e-48e0-bf14-c5b30bee24d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:19:53.926132 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:53.960398 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-202bca65-618b-4264-bf5f-1c5658d473fa None None] Provisioning complete for port 8d00b7ea-1508-402b-a79e-259ce79d69f3 triggered by entity DHCP. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:19:53.960930 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-202bca65-618b-4264-bf5f-1c5658d473fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:53.961042 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-202bca65-618b-4264-bf5f-1c5658d473fa None None] Attempt 1 to provision port 8d00b7ea-1508-402b-a79e-259ce79d69f3 Oct 28 17:19:53.992433 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-202bca65-618b-4264-bf5f-1c5658d473fa None None] Port 8d00b7ea-1508-402b-a79e-259ce79d69f3 cannot update to ACTIVE because it is not bound. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 17:19:54.181863 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d00b7ea-1508-402b-a79e-259ce79d69f3 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:19:54.194150 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Publish callbacks [] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:54.206468 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Transition to ACTIVE for port object 8d00b7ea-1508-402b-a79e-259ce79d69f3 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:19:54.212454 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5233088'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:54.316741 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d00b7ea-1508-402b-a79e-259ce79d69f3,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:54.356713 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170059ae-2855-465b-96ac-503e7a97c0e6 req-84133fca-2167-4957-be22-7d3d480b8cee tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:54.358450 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-170059ae-2855-465b-96ac-503e7a97c0e6 req-84133fca-2167-4957-be22-7d3d480b8cee tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 947 time: 0.1394086 Oct 28 17:19:54.363486 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Attempting to bind port 8d00b7ea-1508-402b-a79e-259ce79d69f3 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:19:54.363808 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Attempting to bind port 8d00b7ea-1508-402b-a79e-259ce79d69f3 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '83a820bb-17be-4fe3-9a2f-5d65dd429544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:19:54.364190 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Attempting to bind port 8d00b7ea-1508-402b-a79e-259ce79d69f3 on network 0415c279-edc4-48a4-9361-cb6a28346295 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:19:54.375058 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Port 8d00b7ea-1508-402b-a79e-259ce79d69f3 on network 0415c279-edc4-48a4-9361-cb6a28346295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:19:54.375380 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Attempting to bind port 8d00b7ea-1508-402b-a79e-259ce79d69f3 on network 0415c279-edc4-48a4-9361-cb6a28346295 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:19:54.388213 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:19:54.388550 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Checking segment: {'id': '83a820bb-17be-4fe3-9a2f-5d65dd429544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:19:54.388921 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Bound using segment: {'id': '83a820bb-17be-4fe3-9a2f-5d65dd429544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:19:54.389349 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Bound port: 8d00b7ea-1508-402b-a79e-259ce79d69f3, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a820bb-17be-4fe3-9a2f-5d65dd429544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:19:54.389701 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:54.444229 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-170059ae-2855-465b-96ac-503e7a97c0e6 req-c38a1fc0-167a-4a6d-801d-f184cd6fd956 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768197 Oct 28 17:19:54.471537 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] For port 8d00b7ea-1508-402b-a79e-259ce79d69f3, host hv-cinder-85983, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:19:54.474570 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] For port 8d00b7ea-1508-402b-a79e-259ce79d69f3, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=8d00b7ea-1508-402b-a79e-259ce79d69f3,segment=NetworkSegment(83a820bb-17be-4fe3-9a2f-5d65dd429544),segment_id=83a820bb-17be-4fe3-9a2f-5d65dd429544)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:19:54.481029 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5233088'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:54.484343 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:54.484955 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:19:54.486379 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] 10.222.0.44 "PUT /v2.0/ports/8d00b7ea-1508-402b-a79e-259ce79d69f3 HTTP/1.1" status: 200 len: 1097 time: 0.6267099 Oct 28 17:19:54.488345 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d73f09e-156e-48e0-bf14-c5b30bee24d5', 'tag': '8d00b7ea-1508-402b-a79e-259ce79d69f3'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:19:54.490620 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d73f09e-156e-48e0-bf14-c5b30bee24d5", "tag": "8d00b7ea-1508-402b-a79e-259ce79d69f3"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:19:54.494611 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-202bca65-618b-4264-bf5f-1c5658d473fa None None] Attempt 2 to provision port 8d00b7ea-1508-402b-a79e-259ce79d69f3 Oct 28 17:19:54.537630 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-202bca65-618b-4264-bf5f-1c5658d473fa None None] Port 8d00b7ea-1508-402b-a79e-259ce79d69f3 had new provisioning blocks added so it will not transition to active. {{(pid=103945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 17:19:54.810138 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edef3e8d-ddf7-4342-824c-83aab5dfa861 x-openstack-request-id: req-edef3e8d-ddf7-4342-824c-83aab5dfa861 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:19:54.810433 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d73f09e-156e-48e0-bf14-c5b30bee24d5", "tag": "8d00b7ea-1508-402b-a79e-259ce79d69f3", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:19:54.810673 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edef3e8d-ddf7-4342-824c-83aab5dfa861 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:19:54.811072 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edef3e8d-ddf7-4342-824c-83aab5dfa861'] response: {'name': 'network-changed', 'server_uuid': '5d73f09e-156e-48e0-bf14-c5b30bee24d5', 'tag': '8d00b7ea-1508-402b-a79e-259ce79d69f3', 'status': 'completed', 'code': 200} Oct 28 17:19:54.818796 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198e8ec-4934-417f-b0ab-a7058c78f5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d00b7ea-1508-402b-a79e-259ce79d69f3,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:19:54.842070 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-ad06584b-e2b1-463e-be84-5979bab132b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:54.844707 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-ad06584b-e2b1-463e-be84-5979bab132b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b42a88f628442a9907041f78390c6c5&device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 1131 time: 0.3184228 Oct 28 17:19:54.893106 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-a279c802-81a4-4efd-8a31-38b237d94280 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=8d00b7ea-1508-402b-a79e-259ce79d69f3 HTTP/1.1" status: 200 len: 217 time: 0.0409985 Oct 28 17:19:54.943613 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-4292e2c4-9ec0-4999-946a-19576f948ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:54.945121 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-4292e2c4-9ec0-4999-946a-19576f948ca8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3e3397f-8ca0-409c-a207-922fd453cac3 HTTP/1.1" status: 200 len: 843 time: 0.0445325 Oct 28 17:19:54.999269 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b66da6ca-d2da-472f-a420-e5d1d53ac3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:55.000708 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-b66da6ca-d2da-472f-a420-e5d1d53ac3fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0415c279-edc4-48a4-9361-cb6a28346295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0476508 Oct 28 17:19:55.090997 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-0a597008-6104-48d6-9053-07e39a04749b service neutron] 10.222.0.44 "GET /v2.0/networks/0415c279-edc4-48a4-9361-cb6a28346295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834718 Oct 28 17:19:55.182985 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-64bcc7ee-5190-47f5-abdd-a3f9e50dd11e req-e2af16fe-652a-461f-9579-181da2b315d0 service neutron] 10.222.0.44 "GET /v2.0/networks/0415c279-edc4-48a4-9361-cb6a28346295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851758 Oct 28 17:19:55.581162 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3d113-ff31-448e-a732-3d7da7871504 req-ae0b5385-b444-46f8-9c91-2c1bfa459366 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:55.582690 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ddb3d113-ff31-448e-a732-3d7da7871504 req-ae0b5385-b444-46f8-9c91-2c1bfa459366 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 947 time: 0.0581663 Oct 28 17:19:55.630983 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ddb3d113-ff31-448e-a732-3d7da7871504 req-739ce503-c39a-4ba8-a317-b27b2e511f37 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Oct 28 17:19:56.781140 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf2d83-0cef-4c42-a677-dbaf73982fd6 req-35f4c7d2-0f8c-45e0-bfaa-927b2451eb30 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:56.782681 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-78cf2d83-0cef-4c42-a677-dbaf73982fd6 req-35f4c7d2-0f8c-45e0-bfaa-927b2451eb30 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 947 time: 0.0631547 Oct 28 17:19:56.836160 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-78cf2d83-0cef-4c42-a677-dbaf73982fd6 req-b335bf04-639a-42ec-961c-f300c216f4d6 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475509 Oct 28 17:19:57.949251 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-42c3681f-1a92-4699-bdd0-60756a615458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:57.950871 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-42c3681f-1a92-4699-bdd0-60756a615458 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b42a88f628442a9907041f78390c6c5&device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 1131 time: 0.0717378 Oct 28 17:19:57.977287 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0024c08-0a07-4aee-a400-f9eb4f28708a req-058b75f9-05a5-4409-8768-879fd052ede4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:57.978722 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b0024c08-0a07-4aee-a400-f9eb4f28708a req-058b75f9-05a5-4409-8768-879fd052ede4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 947 time: 0.0616901 Oct 28 17:19:58.025835 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b0024c08-0a07-4aee-a400-f9eb4f28708a req-c746e1e1-7d44-41ee-9d4c-a1351da047bd tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Oct 28 17:19:59.169912 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4681-c553-4e87-a29a-9d735760e7e2 req-71a92322-6218-42f8-a117-aeee046b4982 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:59.171406 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-77be4681-c553-4e87-a29a-9d735760e7e2 req-71a92322-6218-42f8-a117-aeee046b4982 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 947 time: 0.0577261 Oct 28 17:19:59.218229 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-77be4681-c553-4e87-a29a-9d735760e7e2 req-53f0a232-3fc3-4424-8161-4dc52adb1175 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Oct 28 17:19:59.352343 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-716030f6-fafc-46fc-a446-be31e579a916 req-70f1172d-26dd-4ef9-a620-532e48658ab2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457032 Oct 28 17:19:59.359534 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-568fd5a1-9886-46b7-8aa2-aa9da37bdf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:59.360978 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-568fd5a1-9886-46b7-8aa2-aa9da37bdf09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0415c279-edc4-48a4-9361-cb6a28346295 HTTP/1.1" status: 200 len: 870 time: 0.0848305 Oct 28 17:19:59.405466 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-fff86b54-2848-4fa0-b200-aa68df55e41f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=8d00b7ea-1508-402b-a79e-259ce79d69f3 HTTP/1.1" status: 200 len: 217 time: 0.0379801 Oct 28 17:19:59.440636 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716030f6-fafc-46fc-a446-be31e579a916 req-467e04dd-5aa1-45bc-ac82-3dba8a5f4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:59.442236 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-716030f6-fafc-46fc-a446-be31e579a916 req-467e04dd-5aa1-45bc-ac82-3dba8a5f4da6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f17c6092df40a69288bacc59cec663&device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 1130 time: 0.0464180 Oct 28 17:19:59.454024 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-1edbab9e-a924-4e3a-9b29-e36ca9cac735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:59.455506 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-1edbab9e-a924-4e3a-9b29-e36ca9cac735 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3e3397f-8ca0-409c-a207-922fd453cac3 HTTP/1.1" status: 200 len: 843 time: 0.0445523 Oct 28 17:19:59.509771 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-b5c53aac-40bd-4fa6-b7f3-55b5702d0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:59.511316 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-b5c53aac-40bd-4fa6-b7f3-55b5702d0ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0415c279-edc4-48a4-9361-cb6a28346295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0443099 Oct 28 17:19:59.555286 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716030f6-fafc-46fc-a446-be31e579a916 req-ac741b14-dafa-430e-be73-cc7b03b6436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:59.556768 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-716030f6-fafc-46fc-a446-be31e579a916 req-ac741b14-dafa-430e-be73-cc7b03b6436d service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 200 len: 917 time: 0.0883465 Oct 28 17:19:59.607535 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-d617be66-ebfe-486b-acf1-a3b71ce26967 service neutron] 10.222.0.44 "GET /v2.0/networks/0415c279-edc4-48a4-9361-cb6a28346295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885918 Oct 28 17:19:59.620820 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-716030f6-fafc-46fc-a446-be31e579a916 req-958f6992-a061-4404-868f-f0c9eb390aed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08122e34-cd0e-4736-b65d-0ed190478e42 HTTP/1.1" status: 200 len: 1001 time: 0.0556149 Oct 28 17:19:59.667626 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716030f6-fafc-46fc-a446-be31e579a916 req-4d10ac16-605d-4020-adbb-cb12445dda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:59.669070 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-716030f6-fafc-46fc-a446-be31e579a916 req-4d10ac16-605d-4020-adbb-cb12445dda20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 200 len: 855 time: 0.0422308 Oct 28 17:19:59.696604 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-627595c7-ae73-4215-b6ac-1b4c5fcd3cb7 req-b8c85161-bfe6-46c9-a9c8-2ff7737ae69d service neutron] 10.222.0.44 "GET /v2.0/networks/0415c279-edc4-48a4-9361-cb6a28346295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823038 Oct 28 17:19:59.721788 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716030f6-fafc-46fc-a446-be31e579a916 req-10540a8c-01f1-4c8e-948f-f0e1d462ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:19:59.723337 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-716030f6-fafc-46fc-a446-be31e579a916 req-10540a8c-01f1-4c8e-948f-f0e1d462ecb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8c77d17-765f-4f7a-810a-f63fbc03336c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479088 Oct 28 17:19:59.897360 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-716030f6-fafc-46fc-a446-be31e579a916 req-1119a802-194c-4e2e-b03a-cc57d9cd6c56 service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942461 Oct 28 17:19:59.988796 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-716030f6-fafc-46fc-a446-be31e579a916 req-d30aa455-1653-4845-bdc9-98a6edc3003d service neutron] 10.222.0.44 "GET /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845273 Oct 28 17:20:00.363777 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace35846-1fd1-493c-aa32-f43aec7f9b07 req-f178dada-12a8-4a37-bb68-e76ed94da862 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:00.365313 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ace35846-1fd1-493c-aa32-f43aec7f9b07 req-f178dada-12a8-4a37-bb68-e76ed94da862 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 947 time: 0.0587940 Oct 28 17:20:00.412590 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ace35846-1fd1-493c-aa32-f43aec7f9b07 req-9a300ba6-1912-4c2e-aad0-af30ae8ed596 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 Oct 28 17:20:01.552057 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68003a-252e-4d8a-a995-7c477cb34e35 req-8f40e4bc-8c9e-4679-a5a7-4cf7b3f5f2b1 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:01.554366 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6d68003a-252e-4d8a-a995-7c477cb34e35 req-8f40e4bc-8c9e-4679-a5a7-4cf7b3f5f2b1 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 947 time: 0.0587957 Oct 28 17:20:01.603700 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6d68003a-252e-4d8a-a995-7c477cb34e35 req-602c2886-6bea-4496-b34d-50fbf37ed1bb tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Oct 28 17:20:02.736075 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7949f0-61d6-42b8-bb33-23628ccdc178 req-0593b08c-bf51-4638-89f9-36b46df39171 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:02.737503 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6b7949f0-61d6-42b8-bb33-23628ccdc178 req-0593b08c-bf51-4638-89f9-36b46df39171 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 947 time: 0.0580018 Oct 28 17:20:02.784563 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6b7949f0-61d6-42b8-bb33-23628ccdc178 req-5d2fd91e-8265-4104-8dc5-191504f5cdb1 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Oct 28 17:20:03.251149 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 8d00b7ea-1508-402b-a79e-259ce79d69f3 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:20:03.368717 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 8d00b7ea-1508-402b-a79e-259ce79d69f3, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=8d00b7ea-1508-402b-a79e-259ce79d69f3,segment=NetworkSegment(83a820bb-17be-4fe3-9a2f-5d65dd429544),segment_id=83a820bb-17be-4fe3-9a2f-5d65dd429544)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:03.379658 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '8d00b7ea-1508-402b-a79e-259ce79d69f3', 'network_id': '0415c279-edc4-48a4-9361-cb6a28346295', 'port_id': '8d00b7ea-1508-402b-a79e-259ce79d69f3', 'mac_address': 'fa:16:3e:26:7d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e3397f-8ca0-409c-a207-922fd453cac3', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:20:03.415135 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 8d00b7ea-1508-402b-a79e-259ce79d69f3 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:20:03.415626 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:03.428632 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d00b7ea-1508-402b-a79e-259ce79d69f3 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:20:03.452789 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 8d00b7ea-1508-402b-a79e-259ce79d69f3, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=8d00b7ea-1508-402b-a79e-259ce79d69f3,segment=NetworkSegment(83a820bb-17be-4fe3-9a2f-5d65dd429544),segment_id=83a820bb-17be-4fe3-9a2f-5d65dd429544)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:03.458838 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:03.504866 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=8d00b7ea-1508-402b-a79e-259ce79d69f3,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:03.891025 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['8d00b7ea-1508-402b-a79e-259ce79d69f3'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:20:03.917945 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486ec96-b125-4ff9-9a92-f244353d6db0 req-0541cf10-9b14-4976-8546-96c47d32101d tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:03.919479 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7486ec96-b125-4ff9-9a92-f244353d6db0 req-0541cf10-9b14-4976-8546-96c47d32101d tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 948 time: 0.0570602 Oct 28 17:20:03.972518 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7486ec96-b125-4ff9-9a92-f244353d6db0 req-1a2a07b5-b50b-4258-9acf-d7ffb362d7f2 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469823 Oct 28 17:20:04.058785 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38092) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:04.178583 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e85658a-0961-47e0-a5aa-1770d1c2ec4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.262093 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e85658a-0961-47e0-a5aa-1770d1c2ec4a admin admin] Publish callbacks [] for security_group (46b37ae3-5be7-467a-81a4-4bf550841984), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.268513 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e85658a-0961-47e0-a5aa-1770d1c2ec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (46b37ae3-5be7-467a-81a4-4bf550841984), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.306064 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0e85658a-0961-47e0-a5aa-1770d1c2ec4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9845d5e1f86845e096afdfd48e916c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457275 Oct 28 17:20:04.306947 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85658a-0961-47e0-a5aa-1770d1c2ec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b37ae3-5be7-467a-81a4-4bf550841984,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:04.308889 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38096) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:04.359402 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Publish callbacks [] for security_group (46b37ae3-5be7-467a-81a4-4bf550841984), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.380673 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Publish callbacks [] for security_group (46b37ae3-5be7-467a-81a4-4bf550841984), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.429571 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (46b37ae3-5be7-467a-81a4-4bf550841984), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.433390 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.435269 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46b37ae3-5be7-467a-81a4-4bf550841984 HTTP/1.1" status: 204 len: 168 time: 0.1246953 Oct 28 17:20:04.443034 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b37ae3-5be7-467a-81a4-4bf550841984,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:04.452175 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.452525 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.452866 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.453200 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.453529 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.453852 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.454322 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.454825 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.455155 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.455477 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.455802 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.456120 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.456533 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa074e8-bc75-4f01-bede-ab2fd486c469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:04.704884 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38102) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:04.723542 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7451d732-d550-4b4a-911c-70a0b1d82d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.798949 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7451d732-d550-4b4a-911c-70a0b1d82d31 admin admin] Publish callbacks [] for security_group (dfc161d9-83ad-4919-8336-3f49ccfbeffa), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.805404 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7451d732-d550-4b4a-911c-70a0b1d82d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (dfc161d9-83ad-4919-8336-3f49ccfbeffa), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.849586 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7451d732-d550-4b4a-911c-70a0b1d82d31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd79b165074f403f879391930159ee78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430991 Oct 28 17:20:04.850781 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451d732-d550-4b4a-911c-70a0b1d82d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc161d9-83ad-4919-8336-3f49ccfbeffa,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:04.852344 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38104) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:04.900111 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c73dba2b-5bc9-4d4b-a1a4-940f96674b13 admin admin] Publish callbacks [] for security_group (dfc161d9-83ad-4919-8336-3f49ccfbeffa), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.920772 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c73dba2b-5bc9-4d4b-a1a4-940f96674b13 admin admin] Publish callbacks [] for security_group (dfc161d9-83ad-4919-8336-3f49ccfbeffa), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.972958 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c73dba2b-5bc9-4d4b-a1a4-940f96674b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (dfc161d9-83ad-4919-8336-3f49ccfbeffa), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.975543 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c73dba2b-5bc9-4d4b-a1a4-940f96674b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:04.976727 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c73dba2b-5bc9-4d4b-a1a4-940f96674b13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfc161d9-83ad-4919-8336-3f49ccfbeffa HTTP/1.1" status: 204 len: 168 time: 0.1233208 Oct 28 17:20:04.984462 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dba2b-5bc9-4d4b-a1a4-940f96674b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc161d9-83ad-4919-8336-3f49ccfbeffa,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:05.101302 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fd36c-b7c2-4ca4-8524-c26ef1d58aa4 req-0b951482-bdad-42d5-ab2c-2acf10614428 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:05.102722 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dd2fd36c-b7c2-4ca4-8524-c26ef1d58aa4 req-0b951482-bdad-42d5-ab2c-2acf10614428 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 948 time: 0.0565739 Oct 28 17:20:05.149086 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-dd2fd36c-b7c2-4ca4-8524-c26ef1d58aa4 req-8d347dc0-3c72-462d-a8d8-92c33bc389fc tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Oct 28 17:20:05.253468 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 8d00b7ea-1508-402b-a79e-259ce79d69f3 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:20:05.303819 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 8d00b7ea-1508-402b-a79e-259ce79d69f3 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:20:05.307933 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 8d00b7ea-1508-402b-a79e-259ce79d69f3 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:20:05.308303 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:05.308638 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 8d00b7ea-1508-402b-a79e-259ce79d69f3 Oct 28 17:20:05.382399 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 8d00b7ea-1508-402b-a79e-259ce79d69f3 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:20:05.382787 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:05.404617 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d73f09e-156e-48e0-bf14-c5b30bee24d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d00b7ea-1508-402b-a79e-259ce79d69f3'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:20:05.407145 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26990b2-f182-4564-9607-0614ac24ca80" -d '{"events": [{"server_uuid": "5d73f09e-156e-48e0-bf14-c5b30bee24d5", "name": "network-vif-plugged", "status": "completed", "tag": "8d00b7ea-1508-402b-a79e-259ce79d69f3"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:20:05.420697 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 8d00b7ea-1508-402b-a79e-259ce79d69f3, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=8d00b7ea-1508-402b-a79e-259ce79d69f3,segment=NetworkSegment(83a820bb-17be-4fe3-9a2f-5d65dd429544),segment_id=83a820bb-17be-4fe3-9a2f-5d65dd429544)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:05.430052 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:05.452725 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69b1ab2-62a3-464b-b530-9b051dd3a75f x-openstack-request-id: req-d69b1ab2-62a3-464b-b530-9b051dd3a75f {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:20:05.453020 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d73f09e-156e-48e0-bf14-c5b30bee24d5", "name": "network-vif-plugged", "status": "completed", "tag": "8d00b7ea-1508-402b-a79e-259ce79d69f3", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:20:05.453274 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d69b1ab2-62a3-464b-b530-9b051dd3a75f {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:20:05.453718 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69b1ab2-62a3-464b-b530-9b051dd3a75f'] response: {'server_uuid': '5d73f09e-156e-48e0-bf14-c5b30bee24d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d00b7ea-1508-402b-a79e-259ce79d69f3', 'code': 200} Oct 28 17:20:05.481371 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=8d00b7ea-1508-402b-a79e-259ce79d69f3,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:05.628606 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fb724-3590-469e-b200-00babd959b9f req-9a1e2521-e3d5-403d-b24f-8c0094e6c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:05.630117 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-af4fb724-3590-469e-b200-00babd959b9f req-9a1e2521-e3d5-403d-b24f-8c0094e6c616 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 1133 time: 0.0465240 Oct 28 17:20:05.672480 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-af4fb724-3590-469e-b200-00babd959b9f req-511b7b31-c10a-4c9d-90f8-6737a9e89b67 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361738 Oct 28 17:20:06.274590 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f4071-3624-49ff-b5fc-57b1e07b6574 req-802e916a-eff7-422e-90c0-0e1145658d55 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:06.276065 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe0f4071-3624-49ff-b5fc-57b1e07b6574 req-802e916a-eff7-422e-90c0-0e1145658d55 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 949 time: 0.0543437 Oct 28 17:20:06.322997 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe0f4071-3624-49ff-b5fc-57b1e07b6574 req-dc925b10-16d0-4028-a834-671174b92407 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Oct 28 17:20:07.017320 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38178) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:07.127001 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7a494e3a-ce55-4e67-bcfd-faa6e218ada9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.209847 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7a494e3a-ce55-4e67-bcfd-faa6e218ada9 admin admin] Publish callbacks [] for security_group (efb023b8-39c2-4500-8ab4-4f61ce314801), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.217032 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7a494e3a-ce55-4e67-bcfd-faa6e218ada9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (efb023b8-39c2-4500-8ab4-4f61ce314801), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.253027 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7a494e3a-ce55-4e67-bcfd-faa6e218ada9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0ae94faea4d4b0185b44900fdbd70fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345631 Oct 28 17:20:07.255224 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a494e3a-ce55-4e67-bcfd-faa6e218ada9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb023b8-39c2-4500-8ab4-4f61ce314801,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:07.255874 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38182) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:07.305435 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4c65-269f-4f43-aac2-642d6367bc07 admin admin] Publish callbacks [] for security_group (efb023b8-39c2-4500-8ab4-4f61ce314801), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.327003 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4c65-269f-4f43-aac2-642d6367bc07 admin admin] Publish callbacks [] for security_group (efb023b8-39c2-4500-8ab4-4f61ce314801), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.377779 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4c65-269f-4f43-aac2-642d6367bc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (efb023b8-39c2-4500-8ab4-4f61ce314801), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.380531 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4c65-269f-4f43-aac2-642d6367bc07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.381700 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4e2c4c65-269f-4f43-aac2-642d6367bc07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efb023b8-39c2-4500-8ab4-4f61ce314801 HTTP/1.1" status: 204 len: 168 time: 0.1248329 Oct 28 17:20:07.389844 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c4c65-269f-4f43-aac2-642d6367bc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb023b8-39c2-4500-8ab4-4f61ce314801,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:07.457854 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3977d-7e9a-431d-a5c6-b296997f5c6d req-4aeb6110-1dab-4fa6-be88-229749866d81 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:07.459469 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ace3977d-7e9a-431d-a5c6-b296997f5c6d req-4aeb6110-1dab-4fa6-be88-229749866d81 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 949 time: 0.0554409 Oct 28 17:20:07.506208 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ace3977d-7e9a-431d-a5c6-b296997f5c6d req-28024282-a98e-4da6-be6e-873a8664b41d tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Oct 28 17:20:07.650692 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38194) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:07.663924 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a148dc71-7a29-41cf-a5fc-e267ba8a54dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.737476 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a148dc71-7a29-41cf-a5fc-e267ba8a54dd admin admin] Publish callbacks [] for security_group (3bf1cf0c-484d-4a36-8226-9cf749acd2a6), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.742028 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a148dc71-7a29-41cf-a5fc-e267ba8a54dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3bf1cf0c-484d-4a36-8226-9cf749acd2a6), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.781877 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a148dc71-7a29-41cf-a5fc-e267ba8a54dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d370597c13ef4feb9211d5bfbd7f27cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299241 Oct 28 17:20:07.782633 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148dc71-7a29-41cf-a5fc-e267ba8a54dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf1cf0c-484d-4a36-8226-9cf749acd2a6,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:07.785369 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38198) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:07.787641 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a297e6-052e-43ba-a636-c5382e6cb2b1 req-16f086f7-19b3-4202-8dab-9c04553e26a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:07.789414 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-99a297e6-052e-43ba-a636-c5382e6cb2b1 req-16f086f7-19b3-4202-8dab-9c04553e26a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 949 time: 0.0537758 Oct 28 17:20:07.838934 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-78ac0c42-ec5e-459d-b6ad-a14b43767cfb admin admin] Publish callbacks [] for security_group (3bf1cf0c-484d-4a36-8226-9cf749acd2a6), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.850327 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-99a297e6-052e-43ba-a636-c5382e6cb2b1 req-1e858e18-da46-4e5f-9a81-c9b146d96b74 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487773 Oct 28 17:20:07.860456 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-78ac0c42-ec5e-459d-b6ad-a14b43767cfb admin admin] Publish callbacks [] for security_group (3bf1cf0c-484d-4a36-8226-9cf749acd2a6), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.908617 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-78ac0c42-ec5e-459d-b6ad-a14b43767cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3bf1cf0c-484d-4a36-8226-9cf749acd2a6), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.911230 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-78ac0c42-ec5e-459d-b6ad-a14b43767cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:07.912351 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-78ac0c42-ec5e-459d-b6ad-a14b43767cfb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bf1cf0c-484d-4a36-8226-9cf749acd2a6 HTTP/1.1" status: 204 len: 168 time: 0.1260905 Oct 28 17:20:07.919717 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac0c42-ec5e-459d-b6ad-a14b43767cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf1cf0c-484d-4a36-8226-9cf749acd2a6,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:08.991413 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44c8e4-5dff-4130-a28b-e222bbc83f56 req-4654ea68-d50c-4c55-a70b-9610c9d9669b tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:08.992492 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ee44c8e4-5dff-4130-a28b-e222bbc83f56 req-4654ea68-d50c-4c55-a70b-9610c9d9669b tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 949 time: 0.0617788 Oct 28 17:20:09.047598 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ee44c8e4-5dff-4130-a28b-e222bbc83f56 req-78cd0646-273f-48d9-9869-a3a43a89f573 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/security-groups?id=315c480e-b240-4899-aec6-97f69e6c935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493309 Oct 28 17:20:09.083272 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3bc022c4-c790-4361-88d1-0593e800ba9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:09.354656 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382f22b-54de-43b5-9349-153c2e666ccb req-dd1426d1-2203-47ff-9573-081b2886843a tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:09.356144 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c382f22b-54de-43b5-9349-153c2e666ccb req-dd1426d1-2203-47ff-9573-081b2886843a tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 949 time: 0.0627041 Oct 28 17:20:09.450432 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-c382f22b-54de-43b5-9349-153c2e666ccb req-57027c79-e621-4da9-9d6d-befb009f33a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Deleting port 8d00b7ea-1508-402b-a79e-259ce79d69f3 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:20:09.450781 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c382f22b-54de-43b5-9349-153c2e666ccb req-57027c79-e621-4da9-9d6d-befb009f33a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:09.542122 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-c382f22b-54de-43b5-9349-153c2e666ccb req-57027c79-e621-4da9-9d6d-befb009f33a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] For port 8d00b7ea-1508-402b-a79e-259ce79d69f3, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=8d00b7ea-1508-402b-a79e-259ce79d69f3,segment=NetworkSegment(83a820bb-17be-4fe3-9a2f-5d65dd429544),segment_id=83a820bb-17be-4fe3-9a2f-5d65dd429544)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:09.542494 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c382f22b-54de-43b5-9349-153c2e666ccb req-57027c79-e621-4da9-9d6d-befb009f33a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:09.555278 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-c382f22b-54de-43b5-9349-153c2e666ccb req-57027c79-e621-4da9-9d6d-befb009f33a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Calling delete_port for 8d00b7ea-1508-402b-a79e-259ce79d69f3 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:20:09.686191 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c382f22b-54de-43b5-9349-153c2e666ccb req-57027c79-e621-4da9-9d6d-befb009f33a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (8d00b7ea-1508-402b-a79e-259ce79d69f3), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:09.703605 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['8d00b7ea-1508-402b-a79e-259ce79d69f3'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:20:09.713306 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57027c79-e621-4da9-9d6d-befb009f33a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Pushing event deleted for resources: {'Port': ['ID=8d00b7ea-1508-402b-a79e-259ce79d69f3,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:09.760073 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c382f22b-54de-43b5-9349-153c2e666ccb req-57027c79-e621-4da9-9d6d-befb009f33a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] No DVR routers for this DVR port 8d00b7ea-1508-402b-a79e-259ce79d69f3 on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:20:09.762756 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c382f22b-54de-43b5-9349-153c2e666ccb req-57027c79-e621-4da9-9d6d-befb009f33a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:09.766130 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c382f22b-54de-43b5-9349-153c2e666ccb req-57027c79-e621-4da9-9d6d-befb009f33a4 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.44 "DELETE /v2.0/ports/8d00b7ea-1508-402b-a79e-259ce79d69f3 HTTP/1.1" status: 204 len: 173 time: 0.4034705 Oct 28 17:20:09.766639 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d73f09e-156e-48e0-bf14-c5b30bee24d5', 'name': 'network-vif-deleted', 'tag': '8d00b7ea-1508-402b-a79e-259ce79d69f3'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:20:09.769349 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa97369-66c9-4408-8ebf-b58b9314b019" -d '{"events": [{"server_uuid": "5d73f09e-156e-48e0-bf14-c5b30bee24d5", "name": "network-vif-deleted", "tag": "8d00b7ea-1508-402b-a79e-259ce79d69f3"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:20:09.814991 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e89821a-de07-466b-9ce6-f94f00bbd8eb x-openstack-request-id: req-1e89821a-de07-466b-9ce6-f94f00bbd8eb {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:20:09.815322 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d73f09e-156e-48e0-bf14-c5b30bee24d5", "name": "network-vif-deleted", "tag": "8d00b7ea-1508-402b-a79e-259ce79d69f3", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:20:09.815618 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e89821a-de07-466b-9ce6-f94f00bbd8eb {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:20:09.816037 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e89821a-de07-466b-9ce6-f94f00bbd8eb'] response: {'server_uuid': '5d73f09e-156e-48e0-bf14-c5b30bee24d5', 'name': 'network-vif-deleted', 'tag': '8d00b7ea-1508-402b-a79e-259ce79d69f3', 'status': 'completed', 'code': 200} Oct 28 17:20:10.166231 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f79d9ab9-b183-4693-a4eb-e7a24c171542 req-fc6802e6-ffa0-4b50-b958-c508b7327119 tempest-VolumesNegativeTest-438409966 tempest-VolumesNegativeTest-438409966-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d73f09e-156e-48e0-bf14-c5b30bee24d5 HTTP/1.1" status: 200 len: 210 time: 0.0273545 Oct 28 17:20:11.451858 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-78d65397-c3ec-4329-ba09-43567db37662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:12.519340 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:13.412011 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 8d00b7ea-1508-402b-a79e-259ce79d69f3 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:20:13.433810 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 8d00b7ea-1508-402b-a79e-259ce79d69f3 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:20:13.434559 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 8d00b7ea-1508-402b-a79e-259ce79d69f3 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:20:14.121236 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:15.372685 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:16.218379 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38500) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:16.354874 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-71cda512-f10f-49c0-8226-90aad4c3c661 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b42a88f628442a9907041f78390c6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353238 Oct 28 17:20:16.357412 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38504) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:16.405130 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2ef49a03-924a-42eb-ad43-d9899bb8ba30 admin admin] Publish callbacks [] for security_group (315c480e-b240-4899-aec6-97f69e6c935c), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:16.426036 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2ef49a03-924a-42eb-ad43-d9899bb8ba30 admin admin] Publish callbacks [] for security_group (315c480e-b240-4899-aec6-97f69e6c935c), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:16.476348 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2ef49a03-924a-42eb-ad43-d9899bb8ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (315c480e-b240-4899-aec6-97f69e6c935c), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:16.479294 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2ef49a03-924a-42eb-ad43-d9899bb8ba30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:16.480464 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2ef49a03-924a-42eb-ad43-d9899bb8ba30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/315c480e-b240-4899-aec6-97f69e6c935c HTTP/1.1" status: 204 len: 168 time: 0.1221864 Oct 28 17:20:16.489094 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef49a03-924a-42eb-ad43-d9899bb8ba30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315c480e-b240-4899-aec6-97f69e6c935c,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:21.440231 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:28.824677 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:20:33.920793 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38606) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:34.040837 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8c556cf7-8943-472b-ba61-4149ab5d68b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:34.126013 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8c556cf7-8943-472b-ba61-4149ab5d68b2 admin admin] Publish callbacks [] for security_group (a61ea3b3-3923-4bdb-9ab7-1283283cf3fd), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:34.131739 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8c556cf7-8943-472b-ba61-4149ab5d68b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a61ea3b3-3923-4bdb-9ab7-1283283cf3fd), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:34.170032 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8c556cf7-8943-472b-ba61-4149ab5d68b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e22fd2680534f31a600334397633d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481771 Oct 28 17:20:34.170881 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c556cf7-8943-472b-ba61-4149ab5d68b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61ea3b3-3923-4bdb-9ab7-1283283cf3fd,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:34.172957 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38610) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:34.221410 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa04-de77-423c-b6bd-5d061dce36a9 admin admin] Publish callbacks [] for security_group (a61ea3b3-3923-4bdb-9ab7-1283283cf3fd), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:34.246596 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa04-de77-423c-b6bd-5d061dce36a9 admin admin] Publish callbacks [] for security_group (a61ea3b3-3923-4bdb-9ab7-1283283cf3fd), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:34.299514 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa04-de77-423c-b6bd-5d061dce36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a61ea3b3-3923-4bdb-9ab7-1283283cf3fd), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:34.302068 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa04-de77-423c-b6bd-5d061dce36a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:34.303260 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8c84aa04-de77-423c-b6bd-5d061dce36a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a61ea3b3-3923-4bdb-9ab7-1283283cf3fd HTTP/1.1" status: 204 len: 168 time: 0.1292326 Oct 28 17:20:34.311872 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84aa04-de77-423c-b6bd-5d061dce36a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61ea3b3-3923-4bdb-9ab7-1283283cf3fd,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:39.082885 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-7ddc815e-a22c-4eb0-821b-801a68a615fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:41.461307 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-8ee5d10e-bee6-41fa-acd2-5e4bb388daa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:42.448293 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38736) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:42.524009 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:42.556938 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:42.632136 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Publish callbacks [] for security_group (a2b3d910-f4c2-4349-a3fa-5a4530bb9dee), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:42.637396 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a2b3d910-f4c2-4349-a3fa-5a4530bb9dee), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:42.674325 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=741742649e3345338d54380eec4379a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249341 Oct 28 17:20:42.675139 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b3d910-f4c2-4349-a3fa-5a4530bb9dee,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:42.676928 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38740) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:42.688756 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.689107 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.689449 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.689780 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.690122 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.690446 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.690777 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.691103 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.691425 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.691749 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.692072 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.692387 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.692704 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e0139-a1d1-4a59-b526-4e54eed38408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:42.734706 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e139cd1-a386-4530-9697-5da651694b1a admin admin] Publish callbacks [] for security_group (a2b3d910-f4c2-4349-a3fa-5a4530bb9dee), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:42.755190 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e139cd1-a386-4530-9697-5da651694b1a admin admin] Publish callbacks [] for security_group (a2b3d910-f4c2-4349-a3fa-5a4530bb9dee), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:42.808024 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e139cd1-a386-4530-9697-5da651694b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a2b3d910-f4c2-4349-a3fa-5a4530bb9dee), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:42.810915 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0e139cd1-a386-4530-9697-5da651694b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:42.812074 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0e139cd1-a386-4530-9697-5da651694b1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2b3d910-f4c2-4349-a3fa-5a4530bb9dee HTTP/1.1" status: 204 len: 168 time: 0.1342790 Oct 28 17:20:42.819412 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e139cd1-a386-4530-9697-5da651694b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b3d910-f4c2-4349-a3fa-5a4530bb9dee,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:43.073778 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38748) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:43.090498 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a1676649-cd9a-4c0c-8cec-62e0e7c73844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.162278 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a1676649-cd9a-4c0c-8cec-62e0e7c73844 admin admin] Publish callbacks [] for security_group (b2361786-c32c-40f1-a53c-ecb47f193f3b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.167276 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a1676649-cd9a-4c0c-8cec-62e0e7c73844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (b2361786-c32c-40f1-a53c-ecb47f193f3b), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.203989 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a1676649-cd9a-4c0c-8cec-62e0e7c73844 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10bd7e5e991840d1bc5423b848fbff78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287220 Oct 28 17:20:43.204814 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1676649-cd9a-4c0c-8cec-62e0e7c73844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2361786-c32c-40f1-a53c-ecb47f193f3b,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:43.207533 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38750) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:43.257899 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ebc1145b-c162-4db0-a810-855d43030305 admin admin] Publish callbacks [] for security_group (b2361786-c32c-40f1-a53c-ecb47f193f3b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.282089 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ebc1145b-c162-4db0-a810-855d43030305 admin admin] Publish callbacks [] for security_group (b2361786-c32c-40f1-a53c-ecb47f193f3b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.333387 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ebc1145b-c162-4db0-a810-855d43030305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (b2361786-c32c-40f1-a53c-ecb47f193f3b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.336162 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ebc1145b-c162-4db0-a810-855d43030305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.337300 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ebc1145b-c162-4db0-a810-855d43030305 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2361786-c32c-40f1-a53c-ecb47f193f3b HTTP/1.1" status: 204 len: 168 time: 0.1286275 Oct 28 17:20:43.345122 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1145b-c162-4db0-a810-855d43030305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2361786-c32c-40f1-a53c-ecb47f193f3b,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:43.689237 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38756) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:43.702993 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1f2d7924-d611-489b-9b9b-6c6b5eae2574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.783698 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1f2d7924-d611-489b-9b9b-6c6b5eae2574 admin admin] Publish callbacks [] for security_group (d30e6131-0724-4bae-bef9-2c65f84757d8), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.789339 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1f2d7924-d611-489b-9b9b-6c6b5eae2574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (d30e6131-0724-4bae-bef9-2c65f84757d8), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.831631 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1f2d7924-d611-489b-9b9b-6c6b5eae2574 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d14986e902b54e528df2e8622aadd089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411285 Oct 28 17:20:43.832968 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d7924-d611-489b-9b9b-6c6b5eae2574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30e6131-0724-4bae-bef9-2c65f84757d8,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:43.833767 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38762) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:43.883974 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ada571e6-4d30-4377-9cea-b5a2ae04d2ac admin admin] Publish callbacks [] for security_group (d30e6131-0724-4bae-bef9-2c65f84757d8), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.905645 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ada571e6-4d30-4377-9cea-b5a2ae04d2ac admin admin] Publish callbacks [] for security_group (d30e6131-0724-4bae-bef9-2c65f84757d8), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.954993 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ada571e6-4d30-4377-9cea-b5a2ae04d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (d30e6131-0724-4bae-bef9-2c65f84757d8), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.957508 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ada571e6-4d30-4377-9cea-b5a2ae04d2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:43.958719 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ada571e6-4d30-4377-9cea-b5a2ae04d2ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d30e6131-0724-4bae-bef9-2c65f84757d8 HTTP/1.1" status: 204 len: 168 time: 0.1239777 Oct 28 17:20:43.968941 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada571e6-4d30-4377-9cea-b5a2ae04d2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30e6131-0724-4bae-bef9-2c65f84757d8,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:44.118628 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:44.407643 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7e208-d8f2-4952-90ed-573aba3a5056 req-3299661e-df77-4965-9873-1625e0a2f2c4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:44.409106 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9ac7e208-d8f2-4952-90ed-573aba3a5056 req-3299661e-df77-4965-9873-1625e0a2f2c4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 946 time: 0.0538378 Oct 28 17:20:44.456763 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9ac7e208-d8f2-4952-90ed-573aba3a5056 req-77a63d04-3d6e-4cc2-9bc9-08233476ef47 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Oct 28 17:20:45.045670 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38800) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:45.158059 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a69d3d8f-0d18-4b66-8f63-c013e8c337ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:45.240009 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a69d3d8f-0d18-4b66-8f63-c013e8c337ef admin admin] Publish callbacks [] for security_group (70c91cb0-5319-456f-8516-8f62b6afa2d3), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:45.245337 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a69d3d8f-0d18-4b66-8f63-c013e8c337ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (70c91cb0-5319-456f-8516-8f62b6afa2d3), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:45.283113 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a69d3d8f-0d18-4b66-8f63-c013e8c337ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c983ad1b8957434aaaa52365fd265a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363422 Oct 28 17:20:45.283949 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d3d8f-0d18-4b66-8f63-c013e8c337ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c91cb0-5319-456f-8516-8f62b6afa2d3,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:45.286370 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38804) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:45.334859 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-29b7abbc-1261-4e3e-8df9-4a8989228761 admin admin] Publish callbacks [] for security_group (70c91cb0-5319-456f-8516-8f62b6afa2d3), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:45.355724 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-29b7abbc-1261-4e3e-8df9-4a8989228761 admin admin] Publish callbacks [] for security_group (70c91cb0-5319-456f-8516-8f62b6afa2d3), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:45.366883 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:45.402673 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-29b7abbc-1261-4e3e-8df9-4a8989228761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (70c91cb0-5319-456f-8516-8f62b6afa2d3), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:45.405236 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-29b7abbc-1261-4e3e-8df9-4a8989228761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:45.406430 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-29b7abbc-1261-4e3e-8df9-4a8989228761 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70c91cb0-5319-456f-8516-8f62b6afa2d3 HTTP/1.1" status: 204 len: 168 time: 0.1192086 Oct 28 17:20:45.413974 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7abbc-1261-4e3e-8df9-4a8989228761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c91cb0-5319-456f-8516-8f62b6afa2d3,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:45.596859 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7035-7de6-40e8-809f-fc80230e2306 req-427ebce7-dcf5-4fdb-bdf5-4fbf1399b719 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:45.598552 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d5fa7035-7de6-40e8-809f-fc80230e2306 req-427ebce7-dcf5-4fdb-bdf5-4fbf1399b719 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 946 time: 0.0579424 Oct 28 17:20:45.645680 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d5fa7035-7de6-40e8-809f-fc80230e2306 req-368b607f-1e10-476f-a0b4-4cbaa8ab0ecf tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Oct 28 17:20:46.020040 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38828) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:46.127327 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1623612703-network', 'tenant_id': '5fc37bc7845a4d9fa6334677edfc217b'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:20:46.155774 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Made reservation on behalf of 5fc37bc7845a4d9fa6334677edfc217b for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:20:46.158011 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.166163 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.245559 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Publish callbacks [] for security_group (6d6cff0b-6c59-4c7e-8a87-fee067b8061e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.250601 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6d6cff0b-6c59-4c7e-8a87-fee067b8061e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.270250 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:20:46.284517 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6cff0b-6c59-4c7e-8a87-fee067b8061e,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:46.287487 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (da21527b-630d-48c9-a571-26594f81b000), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.287825 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Added segment da21527b-630d-48c9-a571-26594f81b000 of type vlan for network d436678e-cecc-4c60-95b7-50bd8563995e Oct 28 17:20:46.327453 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (d436678e-cecc-4c60-95b7-50bd8563995e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.347783 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-3d9b71eb-5978-4a1c-bddf-930f200b4cfe tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:46.349175 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-3d9b71eb-5978-4a1c-bddf-930f200b4cfe tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.44 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 946 time: 0.0565798 Oct 28 17:20:46.355280 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (d436678e-cecc-4c60-95b7-50bd8563995e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.356539 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:46.357346 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.416114 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3949687 Oct 28 17:20:46.419493 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38832) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:46.421136 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db396a3-7034-4c10-8250-e4e109dc0bab admin admin] Pushing event updated for resources: {'Network': ['ID=d436678e-cecc-4c60-95b7-50bd8563995e,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:46.424380 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Request body: {'subnet': {'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1623612703-subnet', 'tenant_id': '5fc37bc7845a4d9fa6334677edfc217b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:20:46.431925 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network d436678e-cecc-4c60-95b7-50bd8563995e details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:20:46.454923 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Made reservation on behalf of 5fc37bc7845a4d9fa6334677edfc217b for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:20:46.457201 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5515979'] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.471067 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Deleting port 08122e34-cd0e-4736-b65d-0ed190478e42 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:20:46.471405 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.608124 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] For port 08122e34-cd0e-4736-b65d-0ed190478e42, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=08122e34-cd0e-4736-b65d-0ed190478e42,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:46.608431 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.781206 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a6b1b-8d6a-4e66-a8d8-b04f2461b34b req-0b7bfecb-7974-412f-b412-72708376f15a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:46.784983 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d63a6b1b-8d6a-4e66-a8d8-b04f2461b34b req-0b7bfecb-7974-412f-b412-72708376f15a tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 946 time: 0.0597785 Oct 28 17:20:46.807175 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5549012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5515833'] for subnet (e4d49975-2d5a-4b6d-bcba-75f6a220ac87), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.832612 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d63a6b1b-8d6a-4e66-a8d8-b04f2461b34b req-02a8d8e6-d9d8-4d56-866d-71a98b13fcf4 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddacd5d0-4b13-43b1-89f0-d7a320e220ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413334 Oct 28 17:20:46.864868 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.865135 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (397cfca3-a61b-402e-be36-0a11c1d6143a), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.865473 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Floating IP 397cfca3-a61b-402e-be36-0a11c1d6143a disassociated. External IP: 172.27.0.200, port: 08122e34-cd0e-4736-b65d-0ed190478e42. Oct 28 17:20:46.865813 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Calling delete_port for 08122e34-cd0e-4736-b65d-0ed190478e42 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:20:46.882495 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d49975-2d5a-4b6d-bcba-75f6a220ac87,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:46.932519 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Checking segment: {'id': 'da21527b-630d-48c9-a571-26594f81b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:20:46.932866 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Network hostable DHCP agents. Network: d436678e-cecc-4c60-95b7-50bd8563995e, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:20:46.970389 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Network d436678e-cecc-4c60-95b7-50bd8563995e is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:20:46.986662 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, d436678e-cecc-4c60-95b7-50bd8563995e) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:20:46.993168 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:46.994351 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:46.997315 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad563be-4e6a-4398-a525-7a5bf3b35528 None None] Network d436678e-cecc-4c60-95b7-50bd8563995e requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:20:47.038153 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-73b66224-677b-4fe2-b5af-c6f764545cd4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6175687 Oct 28 17:20:47.049849 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (08122e34-cd0e-4736-b65d-0ed190478e42), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:47.079482 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event deleted for resources: {'Port': ['ID=08122e34-cd0e-4736-b65d-0ed190478e42,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:47.108268 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c011b-9b55-4d9f-8a7b-609beac82a20 None None] Network d436678e-cecc-4c60-95b7-50bd8563995e requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:20:47.201272 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Router 2c440cf0-75c1-4843-80c8-49d50cf65bda has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:20:47.305494 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:20:47.315540 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] Sync routers for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:20:47.326265 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:20:47.326918 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:20:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:47.351357 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] No DVR routers for this DVR port 08122e34-cd0e-4736-b65d-0ed190478e42 on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:20:47.354020 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:47.357399 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c562bb5d-011d-4b73-86f8-39e0e3c2a224 req-1d7e626c-5061-4215-9930-f8d312ffaea3 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.44 "DELETE /v2.0/ports/08122e34-cd0e-4736-b65d-0ed190478e42 HTTP/1.1" status: 204 len: 173 time: 1.0028586 Oct 28 17:20:47.357905 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'name': 'network-vif-deleted', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:20:47.360215 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c403c5c-5c64-4801-a4d0-05842c415d5a" -d '{"events": [{"server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "name": "network-vif-deleted", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:20:47.418589 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91706c5-651d-40af-add4-95448bcd7856 x-openstack-request-id: req-e91706c5-651d-40af-add4-95448bcd7856 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:20:47.419329 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835aad8-f77d-427f-a202-e8123d79dd5c", "name": "network-vif-deleted", "tag": "08122e34-cd0e-4736-b65d-0ed190478e42", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:20:47.420394 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e91706c5-651d-40af-add4-95448bcd7856 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:20:47.421050 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91706c5-651d-40af-add4-95448bcd7856'] response: {'server_uuid': '8835aad8-f77d-427f-a202-e8123d79dd5c', 'name': 'network-vif-deleted', 'tag': '08122e34-cd0e-4736-b65d-0ed190478e42', 'status': 'completed', 'code': 200} Oct 28 17:20:47.452292 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:20:47.756953 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:47.783503 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] Checking router: 2c440cf0-75c1-4843-80c8-49d50cf65bda for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:20:47.792125 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:20:47.792788 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:20:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:47.902456 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:20:47.954834 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-265e5170-ab7d-46c6-97e4-9ee2b7049675 req-7601d673-88ff-456a-826d-a83d28842203 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/ports?device_id=8835aad8-f77d-427f-a202-e8123d79dd5c HTTP/1.1" status: 200 len: 210 time: 0.0267732 Oct 28 17:20:48.095121 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:48.118667 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db7dcf-7d45-4636-8369-be9a10615fa4 None None] The sync data for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi is: [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:09:03Z', 'revision_number': 4, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '521e391b-3cc0-41ae-b37c-25424a6cf4f8', 'name': '', 'network_id': 'a8c77d17-765f-4f7a-810a-f63fbc03336c', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'mac_address': 'fa:16:3e:7c:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:10Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'subnets': [{'id': 'e9458b08-d3e9-4a1d-a6c4-72801015520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:20:48.345359 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d134480a-5a8c-4900-b710-ea5fa40ad6f7 None None] New status for floating IP 397cfca3-a61b-402e-be36-0a11c1d6143a: DOWN {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:20:48.888989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-80c5c7a0-60d3-4d43-8749-cd19120635e3 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:48.890363 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-80c5c7a0-60d3-4d43-8749-cd19120635e3 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/networks?id=d436678e-cecc-4c60-95b7-50bd8563995e HTTP/1.1" status: 200 len: 814 time: 0.1048634 Oct 28 17:20:48.904942 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-22ce4e69-2a92-4189-9bf8-c2a01137449f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/quotas/5fc37bc7845a4d9fa6334677edfc217b HTTP/1.1" status: 200 len: 375 time: 0.0089214 Oct 28 17:20:48.937027 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-d0f6ba02-2021-45cd-842c-90e89d75eed4 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fc37bc7845a4d9fa6334677edfc217b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273998 Oct 28 17:20:49.026074 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e84c9371-6576-4d55-a15d-e9045b3b7872 service neutron] 10.222.0.20 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824337 Oct 28 17:20:49.054810 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38870) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:49.121315 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-ab4d64d2-930a-444c-8df2-8c067168bb90 service neutron] 10.222.0.20 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894189 Oct 28 17:20:49.287221 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aae1a71-12b0-4b0f-a855-0b6408899d5d req-4e50a809-bde0-4bcd-90b5-c02b78fc1d2d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 210 time: 0.0296125 Oct 28 17:20:49.374800 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-316ac0f7-9893-4fa1-ad0e-2703b1d3e728 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (ddacd5d0-4b13-43b1-89f0-d7a320e220ce), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:49.397834 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-316ac0f7-9893-4fa1-ad0e-2703b1d3e728 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (ddacd5d0-4b13-43b1-89f0-d7a320e220ce), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:49.447930 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-316ac0f7-9893-4fa1-ad0e-2703b1d3e728 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ddacd5d0-4b13-43b1-89f0-d7a320e220ce), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:49.450533 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-316ac0f7-9893-4fa1-ad0e-2703b1d3e728 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:49.451692 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-316ac0f7-9893-4fa1-ad0e-2703b1d3e728 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "DELETE /v2.0/security-groups/ddacd5d0-4b13-43b1-89f0-d7a320e220ce HTTP/1.1" status: 204 len: 168 time: 0.3958602 Oct 28 17:20:49.454536 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38880) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:49.460827 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ac0f7-9893-4fa1-ad0e-2703b1d3e728 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddacd5d0-4b13-43b1-89f0-d7a320e220ce,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:49.487132 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.api.v2.resource [None req-ae13c851-a7f1-469e-8442-8b828a1f78b7 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] show failed (client error): The resource could not be found. Oct 28 17:20:49.488202 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ae13c851-a7f1-469e-8442-8b828a1f78b7 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "GET /v2.0/security-groups/ddacd5d0-4b13-43b1-89f0-d7a320e220ce HTTP/1.1" status: 404 len: 347 time: 0.0326865 Oct 28 17:20:49.491291 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38882) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:49.586647 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 08122e34-cd0e-4736-b65d-0ed190478e42 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:20:49.607408 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e5f56-fd36-4523-8851-66f750fe06a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Deleting port d3e6f0ac-1d96-48e1-8c7d-7b7938d88705 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:20:49.607717 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd1e5f56-fd36-4523-8851-66f750fe06a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (d3e6f0ac-1d96-48e1-8c7d-7b7938d88705), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:49.607923 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 08122e34-cd0e-4736-b65d-0ed190478e42 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:20:49.608369 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 08122e34-cd0e-4736-b65d-0ed190478e42 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:20:49.685827 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd1e5f56-fd36-4523-8851-66f750fe06a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (d3e6f0ac-1d96-48e1-8c7d-7b7938d88705), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:49.686103 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd1e5f56-fd36-4523-8851-66f750fe06a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (d3e6f0ac-1d96-48e1-8c7d-7b7938d88705), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:49.698024 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e5f56-fd36-4523-8851-66f750fe06a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Calling delete_port for d3e6f0ac-1d96-48e1-8c7d-7b7938d88705 owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:20:49.831843 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd1e5f56-fd36-4523-8851-66f750fe06a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (d3e6f0ac-1d96-48e1-8c7d-7b7938d88705), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:49.856996 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e5f56-fd36-4523-8851-66f750fe06a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Pushing event deleted for resources: {'Port': ['ID=d3e6f0ac-1d96-48e1-8c7d-7b7938d88705,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:49.915522 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd1e5f56-fd36-4523-8851-66f750fe06a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks [] for floatingip (397cfca3-a61b-402e-be36-0a11c1d6143a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:49.918110 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dd1e5f56-fd36-4523-8851-66f750fe06a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:49.919274 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-dd1e5f56-fd36-4523-8851-66f750fe06a1 tempest-AttachVolumeShelveTestJSON-173020730 tempest-AttachVolumeShelveTestJSON-173020730-project] 10.222.0.20 "DELETE /v2.0/floatingips/397cfca3-a61b-402e-be36-0a11c1d6143a HTTP/1.1" status: 204 len: 168 time: 0.4269888 Oct 28 17:20:50.260491 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-7da17a4b-dc4f-48b8-813b-41a0b7d02a27 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:50.262008 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-7da17a4b-dc4f-48b8-813b-41a0b7d02a27 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.44 "GET /v2.0/networks?id=d436678e-cecc-4c60-95b7-50bd8563995e HTTP/1.1" status: 200 len: 814 time: 0.1081583 Oct 28 17:20:50.274268 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Request body: {'port': {'device_id': 'bea97a17-9df9-412c-88be-61abee0d8c3a', 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e', 'admin_state_up': True, 'tenant_id': '5fc37bc7845a4d9fa6334677edfc217b'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:20:50.379179 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Made reservation on behalf of 5fc37bc7845a4d9fa6334677edfc217b for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:20:50.382595 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:50.390944 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ba85a697-9abf-4556-836f-d89f3736d56d req-b2e3ab5c-085c-4705-83c4-976ca1f5e22d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 210 time: 0.0275946 Oct 28 17:20:50.508154 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Allocated IP 172.20.0.7 (d436678e-cecc-4c60-95b7-50bd8563995e/e4d49975-2d5a-4b6d-bcba-75f6a220ac87/4c6bb474-dfa2-4758-a8ea-c8dcab5ce821) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:20:50.653829 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks [] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:50.689023 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:50.731305 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Network d436678e-cecc-4c60-95b7-50bd8563995e is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:20:50.734484 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:20:50.738201 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:20:50.744234 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Pushing event updated for resources: {'Port': ['ID=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:50.788831 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:50.789475 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:50.805564 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-79ade419-50aa-481a-bd24-1ac6c5266d8f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5352585 Oct 28 17:20:50.818145 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Request body: {'port': {'device_id': 'bea97a17-9df9-412c-88be-61abee0d8c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:20:50.900069 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:51.167082 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:20:51.175050 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Publish callbacks [] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:51.188197 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Transition to ACTIVE for port object 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:20:51.191617 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:51.269531 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:51.299738 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Attempting to bind port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:20:51.300069 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Attempting to bind port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'da21527b-630d-48c9-a571-26594f81b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:20:51.300428 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Attempting to bind port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 on network d436678e-cecc-4c60-95b7-50bd8563995e {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:20:51.304911 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 on network d436678e-cecc-4c60-95b7-50bd8563995e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:20:51.305176 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Attempting to bind port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 on network d436678e-cecc-4c60-95b7-50bd8563995e {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:20:51.310490 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:20:51.310829 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Checking segment: {'id': 'da21527b-630d-48c9-a571-26594f81b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:20:51.311208 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Bound using segment: {'id': 'da21527b-630d-48c9-a571-26594f81b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:20:51.311634 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Bound port: 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da21527b-630d-48c9-a571-26594f81b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:20:51.311989 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:51.370652 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] For port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821, host hv-cinder-85983, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:20:51.373707 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] For port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,segment=NetworkSegment(da21527b-630d-48c9-a571-26594f81b000),segment_id=da21527b-630d-48c9-a571-26594f81b000)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:20:51.382521 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:51.386450 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:51.387067 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:51.388485 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] 10.222.0.44 "PUT /v2.0/ports/4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 HTTP/1.1" status: 200 len: 1093 time: 0.5753753 Oct 28 17:20:51.389041 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea97a17-9df9-412c-88be-61abee0d8c3a', 'tag': '4c6bb474-dfa2-4758-a8ea-c8dcab5ce821'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:20:51.391337 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e693eee4-d797-4606-b632-062295adb434" -d '{"events": [{"name": "network-changed", "server_uuid": "bea97a17-9df9-412c-88be-61abee0d8c3a", "tag": "4c6bb474-dfa2-4758-a8ea-c8dcab5ce821"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:20:51.433139 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:51.435022 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53ced32-a199-4524-990b-f1d719805239 x-openstack-request-id: req-f53ced32-a199-4524-990b-f1d719805239 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:20:51.435317 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea97a17-9df9-412c-88be-61abee0d8c3a", "tag": "4c6bb474-dfa2-4758-a8ea-c8dcab5ce821", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:20:51.435893 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f53ced32-a199-4524-990b-f1d719805239 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:20:51.436021 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f53ced32-a199-4524-990b-f1d719805239'] response: {'name': 'network-changed', 'server_uuid': 'bea97a17-9df9-412c-88be-61abee0d8c3a', 'tag': '4c6bb474-dfa2-4758-a8ea-c8dcab5ce821', 'status': 'completed', 'code': 200} Oct 28 17:20:51.479646 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e9581-e9e1-4135-93f2-121ab7b46542 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:51.499189 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-0fecc69b-bc43-4816-b9dd-66ed27c7c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:51.500803 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-0fecc69b-bc43-4816-b9dd-66ed27c7c51d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fc37bc7845a4d9fa6334677edfc217b&device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 1127 time: 0.0621171 Oct 28 17:20:51.528706 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd69e2-2f87-46c5-ba5b-dd4f33a56eca req-46df6673-b6f7-455a-9c3c-c950d0aa6857 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:51.530263 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b9dd69e2-2f87-46c5-ba5b-dd4f33a56eca req-46df6673-b6f7-455a-9c3c-c950d0aa6857 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 943 time: 0.0569100 Oct 28 17:20:51.542792 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-3494a2dc-41be-46eb-aae7-27f314c011eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 HTTP/1.1" status: 200 len: 217 time: 0.0328510 Oct 28 17:20:51.577565 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b9dd69e2-2f87-46c5-ba5b-dd4f33a56eca req-87a9ab84-72d7-4c90-87bf-222f093f858c tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Oct 28 17:20:51.591926 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-09f18fcb-81a1-4425-b592-c47fbf1a3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:51.593437 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-09f18fcb-81a1-4425-b592-c47fbf1a3d9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4d49975-2d5a-4b6d-bcba-75f6a220ac87 HTTP/1.1" status: 200 len: 854 time: 0.0442276 Oct 28 17:20:51.626911 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-bf6b4cc1-b805-4568-920c-f95412f3ce79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d436678e-cecc-4c60-95b7-50bd8563995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258114 Oct 28 17:20:51.720567 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-a087992d-6b68-4cd7-9345-837de58a8371 service neutron] 10.222.0.44 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865247 Oct 28 17:20:51.811170 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-24af9b97-ebe5-466e-a758-2d69c5364cbf req-dd083201-326a-467c-a156-9171e6a4dc77 service neutron] 10.222.0.44 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836918 Oct 28 17:20:51.935175 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693eee4-d797-4606-b632-062295adb434 req-23631def-c562-46a8-9cca-ca33660f0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:51.937039 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e693eee4-d797-4606-b632-062295adb434 req-23631def-c562-46a8-9cca-ca33660f0367 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fc37bc7845a4d9fa6334677edfc217b&device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 1127 time: 0.0599093 Oct 28 17:20:52.029900 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693eee4-d797-4606-b632-062295adb434 req-19d62bcd-cb84-4709-a6f8-1cf99f80c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:52.031453 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e693eee4-d797-4606-b632-062295adb434 req-19d62bcd-cb84-4709-a6f8-1cf99f80c9d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d436678e-cecc-4c60-95b7-50bd8563995e HTTP/1.1" status: 200 len: 915 time: 0.0880272 Oct 28 17:20:52.074057 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e693eee4-d797-4606-b632-062295adb434 req-c2dba69d-2dcd-4408-9498-9d8b5c1fb7e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 HTTP/1.1" status: 200 len: 217 time: 0.0340717 Oct 28 17:20:52.136253 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693eee4-d797-4606-b632-062295adb434 req-297603c6-3382-433c-b6f7-443d538a7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:52.137777 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e693eee4-d797-4606-b632-062295adb434 req-297603c6-3382-433c-b6f7-443d538a7599 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4d49975-2d5a-4b6d-bcba-75f6a220ac87 HTTP/1.1" status: 200 len: 854 time: 0.0550539 Oct 28 17:20:52.174775 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e693eee4-d797-4606-b632-062295adb434 req-998ba5cd-e7d2-4f96-9061-a49658438eed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d436678e-cecc-4c60-95b7-50bd8563995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274351 Oct 28 17:20:52.277552 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e693eee4-d797-4606-b632-062295adb434 req-f4415c88-dc77-4e2d-8b1f-cb2f0a3b68ee service neutron] 10.222.0.44 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962002 Oct 28 17:20:52.362697 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38940) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:52.384300 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e693eee4-d797-4606-b632-062295adb434 req-5deaa28b-ee27-4f46-beac-c5ec00222c01 service neutron] 10.222.0.44 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008155 Oct 28 17:20:52.729703 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ff13-c0b2-458f-81bc-62f3fbf1d618 req-b94ec8c8-fd4c-4e00-a380-2d93997ebe80 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:52.731136 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb78ff13-c0b2-458f-81bc-62f3fbf1d618 req-b94ec8c8-fd4c-4e00-a380-2d93997ebe80 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 943 time: 0.0660474 Oct 28 17:20:52.808564 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bb78ff13-c0b2-458f-81bc-62f3fbf1d618 req-1053861d-ae91-4286-80ce-66fe3bf9d902 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674860 Oct 28 17:20:52.826648 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (2c440cf0-75c1-4843-80c8-49d50cf65bda), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:53.072660 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] Deleting port 521e391b-3cc0-41ae-b37c-25424a6cf4f8 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:20:53.072915 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:53.147575 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] For port 521e391b-3cc0-41ae-b37c-25424a6cf4f8, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=521e391b-3cc0-41ae-b37c-25424a6cf4f8,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:53.147920 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:53.164332 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] Calling delete_port for 521e391b-3cc0-41ae-b37c-25424a6cf4f8 owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:20:53.344679 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (521e391b-3cc0-41ae-b37c-25424a6cf4f8), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:53.368640 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=521e391b-3cc0-41ae-b37c-25424a6cf4f8,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:53.526120 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (2c440cf0-75c1-4843-80c8-49d50cf65bda), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.011134 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a58b6-6975-4d8a-ac40-f4826db53474 req-ae344427-6005-4f57-922c-2f6581a6ea72 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:54.012564 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-aa9a58b6-6975-4d8a-ac40-f4826db53474 req-ae344427-6005-4f57-922c-2f6581a6ea72 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 943 time: 0.1224158 Oct 28 17:20:54.026111 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] Router 2c440cf0-75c1-4843-80c8-49d50cf65bda has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:20:54.106751 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-aa9a58b6-6975-4d8a-ac40-f4826db53474 req-27326c02-a7da-4186-bd4a-e12371de09d9 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881009 Oct 28 17:20:54.168027 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:20:54.173900 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-885eb3d7-0545-4141-8775-d2113fe48c7b admin admin] 10.222.0.20 "PUT /v2.0/routers/2c440cf0-75c1-4843-80c8-49d50cf65bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099759 Oct 28 17:20:54.176316 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38952) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:54.177123 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] Sync routers for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:20:54.187672 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:20:54.188293 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:20:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:54.275608 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Publish callbacks [] for router (2c440cf0-75c1-4843-80c8-49d50cf65bda), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.285305 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:20:54.372482 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Publish callbacks [] for router_gateway (2c440cf0-75c1-4843-80c8-49d50cf65bda), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.426076 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Deleting port d53b3cde-4b44-4cd5-9fbd-3593220a9829 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:20:54.426425 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.469762 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:20:53Z', 'revision_number': 5, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port': {'id': 'd53b3cde-4b44-4cd5-9fbd-3593220a9829', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:08:57Z', 'updated_at': '2022-10-28T17:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:54.493589 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] Checking router: 2c440cf0-75c1-4843-80c8-49d50cf65bda for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:20:54.501634 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] Routers {'2c440cf0-75c1-4843-80c8-49d50cf65bda'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:20:54.502259 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:20:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['2c440cf0-75c1-4843-80c8-49d50cf65bda'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:54.505491 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] For port d53b3cde-4b44-4cd5-9fbd-3593220a9829, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=d53b3cde-4b44-4cd5-9fbd-3593220a9829,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:54.505849 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.518244 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Calling delete_port for d53b3cde-4b44-4cd5-9fbd-3593220a9829 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:20:54.585943 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] Set router 2c440cf0-75c1-4843-80c8-49d50cf65bda gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:20:54.637372 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:20:54Z', 'revision_number': 6, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:54.665591 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499b6d0-b008-4e45-a6a5-8d868faabb71 None None] The sync data for ids ['2c440cf0-75c1-4843-80c8-49d50cf65bda'] in dv-cinder-859839-1-iscsi is: [{'id': '2c440cf0-75c1-4843-80c8-49d50cf65bda', 'name': 'tempest-AttachVolumeShelveTestJSON-975035655-router', 'tenant_id': '39f17c6092df40a69288bacc59cec663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:56Z', 'updated_at': '2022-10-28T17:20:54Z', 'revision_number': 6, 'project_id': '39f17c6092df40a69288bacc59cec663', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:20:54.697166 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (d53b3cde-4b44-4cd5-9fbd-3593220a9829), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.721625 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d53b3cde-4b44-4cd5-9fbd-3593220a9829,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:54.785163 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (2c440cf0-75c1-4843-80c8-49d50cf65bda), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.882565 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (2c440cf0-75c1-4843-80c8-49d50cf65bda), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.884908 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Publish callbacks [] for router_controller (2c440cf0-75c1-4843-80c8-49d50cf65bda), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.928048 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (2c440cf0-75c1-4843-80c8-49d50cf65bda), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.928506 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c440cf0-75c1-4843-80c8-49d50cf65bda {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:20:54.933041 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:54.934720 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c085cb61-3196-47f7-b634-1d8fdbb6ab8a admin admin] 10.222.0.20 "DELETE /v2.0/routers/2c440cf0-75c1-4843-80c8-49d50cf65bda HTTP/1.1" status: 204 len: 168 time: 0.7575078 Oct 28 17:20:54.937283 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38956) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:54.981093 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-131487d8-fe4e-4fd6-b8b7-6ed041170559 admin admin] Deleting subnet e9458b08-d3e9-4a1d-a6c4-72801015520f {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:20:54.984627 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-131487d8-fe4e-4fd6-b8b7-6ed041170559 admin admin] Publish callbacks [] for subnet (e9458b08-d3e9-4a1d-a6c4-72801015520f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.023649 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-131487d8-fe4e-4fd6-b8b7-6ed041170559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32530295'] for subnet (e9458b08-d3e9-4a1d-a6c4-72801015520f), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.099962 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-131487d8-fe4e-4fd6-b8b7-6ed041170559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (e9458b08-d3e9-4a1d-a6c4-72801015520f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.152596 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-131487d8-fe4e-4fd6-b8b7-6ed041170559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5235466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446516'] for subnet (e9458b08-d3e9-4a1d-a6c4-72801015520f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.182366 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131487d8-fe4e-4fd6-b8b7-6ed041170559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9458b08-d3e9-4a1d-a6c4-72801015520f,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:55.184605 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-131487d8-fe4e-4fd6-b8b7-6ed041170559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.187800 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-131487d8-fe4e-4fd6-b8b7-6ed041170559 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e9458b08-d3e9-4a1d-a6c4-72801015520f HTTP/1.1" status: 204 len: 168 time: 0.2495522 Oct 28 17:20:55.190088 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37765835-27eb-48c9-8be0-a844317797a0 None None] Network a8c77d17-765f-4f7a-810a-f63fbc03336c requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:20:55.191468 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38960) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:55.249021 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a5574-27db-4ee5-b7a5-7250ab8b86f9 req-903bac01-ea6a-482d-941c-7777b55ef076 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:55.250559 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ca0a5574-27db-4ee5-b7a5-7250ab8b86f9 req-903bac01-ea6a-482d-941c-7777b55ef076 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 943 time: 0.0584259 Oct 28 17:20:55.267122 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (a8c77d17-765f-4f7a-810a-f63fbc03336c), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.300076 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ca0a5574-27db-4ee5-b7a5-7250ab8b86f9 req-add6c88e-2e48-4f85-9b49-4a2167a08a9b tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Oct 28 17:20:55.323703 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Deleting port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:20:55.324101 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.386575 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] For port 1c09e7e3-7d81-48cc-960c-dff87726e3a2, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1c09e7e3-7d81-48cc-960c-dff87726e3a2,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:55.386914 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.402201 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Calling delete_port for 1c09e7e3-7d81-48cc-960c-dff87726e3a2 owned by network:dhcp {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:20:55.402596 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] DHCP port deletion for a8c77d17-765f-4f7a-810a-f63fbc03336c request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:20:55.451156 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Deleting port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 {{(pid=103945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:20:55.451443 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), before_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.485240 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.512683 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c09e7e3-7d81-48cc-960c-dff87726e3a2,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:55.518252 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] No DVR routers for this DVR port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 on host dv-cinder-859839-1-iscsi {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:20:55.536294 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] For port 1c09e7e3-7d81-48cc-960c-dff87726e3a2, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1c09e7e3-7d81-48cc-960c-dff87726e3a2,segment=NetworkSegment(a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79),segment_id=a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:55.536799 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), precommit_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.550324 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Calling delete_port for 1c09e7e3-7d81-48cc-960c-dff87726e3a2 owned by network:dhcp {{(pid=103945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:20:55.592191 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (a8c77d17-765f-4f7a-810a-f63fbc03336c), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.605307 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:20:55.614485 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c77d17-765f-4f7a-810a-f63fbc03336c']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:55.624797 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:55.625167 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:20:55.635913 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.654751 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (1c09e7e3-7d81-48cc-960c-dff87726e3a2), after_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.654973 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.662011 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:20:55.662412 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.703691 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79 resource provider aggregate not found Oct 28 17:20:55.711242 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Pushing event deleted for resources: {'Port': ['ID=1c09e7e3-7d81-48cc-960c-dff87726e3a2,revision_number=None']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:55.713219 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] No DVR routers for this DVR port 1c09e7e3-7d81-48cc-960c-dff87726e3a2 on host dv-cinder-859839-1-iscsi {{(pid=103945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:20:55.730600 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a896bd8c-5a6f-4cc9-bf57-e74fa7b59b79 found for delete ", "request_id": "req-c407c9c7-5f90-4c12-a83b-289a73997fb5"}]} Oct 28 17:20:55.731415 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.731773 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.732118 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.732453 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.732778 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.733166 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.733678 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.736698 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.737045 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.737773 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.738140 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.738624 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.739226 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58078f26-966e-4222-89bd-c4703fa07155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:20:55.742675 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (a8c77d17-765f-4f7a-810a-f63fbc03336c), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.749188 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.754241 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a8c77d17-765f-4f7a-810a-f63fbc03336c HTTP/1.1" status: 204 len: 168 time: 0.5599279 Oct 28 17:20:55.764048 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b65588-3d25-482e-a7a2-828996f842d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c77d17-765f-4f7a-810a-f63fbc03336c,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:55.785023 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,segment=NetworkSegment(da21527b-630d-48c9-a571-26594f81b000),segment_id=da21527b-630d-48c9-a571-26594f81b000)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:55.796170 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': '4c6bb474-dfa2-4758-a8ea-c8dcab5ce821', 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e', 'port_id': '4c6bb474-dfa2-4758-a8ea-c8dcab5ce821', 'mac_address': 'fa:16:3e:ad:de:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d49975-2d5a-4b6d-bcba-75f6a220ac87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:20:55.831682 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:20:55.832074 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.845159 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:20:55.868388 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,segment=NetworkSegment(da21527b-630d-48c9-a571-26594f81b000),segment_id=da21527b-630d-48c9-a571-26594f81b000)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:55.872711 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.875811 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 38970) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:55.917320 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-81dad03a-aec4-4825-b06d-e53a921f0ef9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39f17c6092df40a69288bacc59cec663&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393264 Oct 28 17:20:55.918696 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:55.920177 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 38972) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:20:55.967698 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0033df1f-c633-4920-b5c5-a58ac02ab90a admin admin] Publish callbacks [] for security_group (6e909ee0-1021-4cd6-81cb-b9205597275b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:55.989366 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0033df1f-c633-4920-b5c5-a58ac02ab90a admin admin] Publish callbacks [] for security_group (6e909ee0-1021-4cd6-81cb-b9205597275b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:56.040181 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0033df1f-c633-4920-b5c5-a58ac02ab90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6e909ee0-1021-4cd6-81cb-b9205597275b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:56.042763 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0033df1f-c633-4920-b5c5-a58ac02ab90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:56.043935 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0033df1f-c633-4920-b5c5-a58ac02ab90a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e909ee0-1021-4cd6-81cb-b9205597275b HTTP/1.1" status: 204 len: 168 time: 0.1227527 Oct 28 17:20:56.051559 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033df1f-c633-4920-b5c5-a58ac02ab90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e909ee0-1021-4cd6-81cb-b9205597275b,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:56.280047 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['4c6bb474-dfa2-4758-a8ea-c8dcab5ce821'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:20:56.435224 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f99d27-9c50-4040-8399-8dac92995146 req-268efe87-aa33-4746-93ac-ae19d91b17a4 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:56.438173 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b8f99d27-9c50-4040-8399-8dac92995146 req-268efe87-aa33-4746-93ac-ae19d91b17a4 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 944 time: 0.0583515 Oct 28 17:20:56.484558 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b8f99d27-9c50-4040-8399-8dac92995146 req-412abafd-e73a-49f5-8606-154b72f7adb0 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418143 Oct 28 17:20:56.612139 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device d53b3cde-4b44-4cd5-9fbd-3593220a9829 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:20:56.631838 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: d53b3cde-4b44-4cd5-9fbd-3593220a9829 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:20:56.632183 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device d53b3cde-4b44-4cd5-9fbd-3593220a9829 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:20:56.632657 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 521e391b-3cc0-41ae-b37c-25424a6cf4f8 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:20:56.650160 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 521e391b-3cc0-41ae-b37c-25424a6cf4f8 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:20:56.650506 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 521e391b-3cc0-41ae-b37c-25424a6cf4f8 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:20:56.650920 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1c09e7e3-7d81-48cc-960c-dff87726e3a2 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:20:56.671715 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 1c09e7e3-7d81-48cc-960c-dff87726e3a2 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:20:56.672079 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1c09e7e3-7d81-48cc-960c-dff87726e3a2 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:20:57.618498 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6581b7-57b3-441e-8d50-f3b60cb1f12c req-e50bf073-e836-4321-8bc5-88b605779cf5 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:57.619907 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fb6581b7-57b3-441e-8d50-f3b60cb1f12c req-e50bf073-e836-4321-8bc5-88b605779cf5 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 944 time: 0.0561354 Oct 28 17:20:57.628033 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:20:57.668264 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fb6581b7-57b3-441e-8d50-f3b60cb1f12c req-7d477401-0d8b-4044-972e-249b53e4933d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Oct 28 17:20:57.675015 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:20:57.678765 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:20:57.679136 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:57.679573 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 Oct 28 17:20:57.747877 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:20:57.748259 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:57.770075 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea97a17-9df9-412c-88be-61abee0d8c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6bb474-dfa2-4758-a8ea-c8dcab5ce821'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:20:57.772354 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0571a1ff-01bc-4ff4-80bb-491f9d8f6dae" -d '{"events": [{"server_uuid": "bea97a17-9df9-412c-88be-61abee0d8c3a", "name": "network-vif-plugged", "status": "completed", "tag": "4c6bb474-dfa2-4758-a8ea-c8dcab5ce821"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:20:57.788029 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,segment=NetworkSegment(da21527b-630d-48c9-a571-26594f81b000),segment_id=da21527b-630d-48c9-a571-26594f81b000)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:20:57.792197 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:20:57.814206 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff91e0d9-6435-41ad-971f-958065b27dc9 x-openstack-request-id: req-ff91e0d9-6435-41ad-971f-958065b27dc9 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:20:57.814495 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea97a17-9df9-412c-88be-61abee0d8c3a", "name": "network-vif-plugged", "status": "completed", "tag": "4c6bb474-dfa2-4758-a8ea-c8dcab5ce821", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:20:57.814745 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff91e0d9-6435-41ad-971f-958065b27dc9 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:20:57.815133 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff91e0d9-6435-41ad-971f-958065b27dc9'] response: {'server_uuid': 'bea97a17-9df9-412c-88be-61abee0d8c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6bb474-dfa2-4758-a8ea-c8dcab5ce821', 'code': 200} Oct 28 17:20:57.840170 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:20:58.004106 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555077b0-0fd2-4d5c-8618-d781781c071b req-d1e962ea-e52b-429a-97f8-70a8222429b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:58.005642 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-555077b0-0fd2-4d5c-8618-d781781c071b req-d1e962ea-e52b-429a-97f8-70a8222429b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 1129 time: 0.0515547 Oct 28 17:20:58.049922 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-555077b0-0fd2-4d5c-8618-d781781c071b req-248b44f7-ebc5-4ab5-aa9a-d53660217ae8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378480 Oct 28 17:20:58.800176 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db9682-b577-46e7-b3c3-8076f9d5d0ec req-35b0881e-5661-4941-a682-db7591684e02 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:58.801650 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-79db9682-b577-46e7-b3c3-8076f9d5d0ec req-35b0881e-5661-4941-a682-db7591684e02 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 945 time: 0.0587065 Oct 28 17:20:58.852749 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-79db9682-b577-46e7-b3c3-8076f9d5d0ec req-f42daca8-f3ab-4a46-b076-97d8494b08b7 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Oct 28 17:20:59.981197 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51c409-ba65-4613-98b9-4415675ff7e0 req-d88035a4-15a6-4900-9cda-7f93d52e3b51 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:20:59.982701 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-af51c409-ba65-4613-98b9-4415675ff7e0 req-d88035a4-15a6-4900-9cda-7f93d52e3b51 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 945 time: 0.0562124 Oct 28 17:21:00.035350 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-af51c409-ba65-4613-98b9-4415675ff7e0 req-d3985fa6-0a22-4cc0-b94a-414053235ee1 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 Oct 28 17:21:01.172950 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c264ca-a512-4230-bb72-5ce141f52d9d req-a934d5d6-eb8f-4e2d-ad4c-c6ea949bc220 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:01.174431 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f5c264ca-a512-4230-bb72-5ce141f52d9d req-a934d5d6-eb8f-4e2d-ad4c-c6ea949bc220 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 945 time: 0.0552685 Oct 28 17:21:01.224504 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f5c264ca-a512-4230-bb72-5ce141f52d9d req-fd531f51-402e-48bf-a032-2f8cb5097db9 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443828 Oct 28 17:21:01.699356 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-e0828816-aeb9-4178-a53d-0ba44a5fb725 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526657 Oct 28 17:21:02.361996 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc0dc7-92f7-4f3b-8aab-4a48db0cba89 req-3d72a2a0-0e36-4e10-8e08-e7845020cc57 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:02.363516 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ecbc0dc7-92f7-4f3b-8aab-4a48db0cba89 req-3d72a2a0-0e36-4e10-8e08-e7845020cc57 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 945 time: 0.0592649 Oct 28 17:21:02.411988 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ecbc0dc7-92f7-4f3b-8aab-4a48db0cba89 req-a59ece2e-f4f5-4766-889a-a31421d8e0f7 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 Oct 28 17:21:03.214420 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-cec7a698-d94d-4d7c-8c60-a930aeb9b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:03.215832 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-cec7a698-d94d-4d7c-8c60-a930aeb9b339 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0460460 Oct 28 17:21:03.321977 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-f023ff36-7337-4e78-a000-5e59d9c5a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:03.323525 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-f023ff36-7337-4e78-a000-5e59d9c5a5e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 912 time: 0.0875659 Oct 28 17:21:03.387640 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-2706f4c6-ce97-47d1-b789-c9033250e415 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c84547d-a93c-436c-b9d5-27c861a1147c HTTP/1.1" status: 200 len: 1001 time: 0.0577390 Oct 28 17:21:03.444402 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-9ac25cb1-e8f1-4746-87b7-05c1a449613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:03.445905 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-9ac25cb1-e8f1-4746-87b7-05c1a449613f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0511978 Oct 28 17:21:03.505815 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-ee4513d5-8bab-41ae-a7c7-31d49c1b3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:03.507405 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-ee4513d5-8bab-41ae-a7c7-31d49c1b3002 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496337 Oct 28 17:21:03.539330 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc16ee-918c-4aec-8f66-9b2d1b418492 req-44a53b65-dd10-486c-b8f1-5897b9fbf00d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:03.540775 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-52cc16ee-918c-4aec-8f66-9b2d1b418492 req-44a53b65-dd10-486c-b8f1-5897b9fbf00d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 945 time: 0.0524111 Oct 28 17:21:03.588973 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-52cc16ee-918c-4aec-8f66-9b2d1b418492 req-95c16731-4a86-4b78-8e22-ab0420c18629 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 Oct 28 17:21:03.597872 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-1ba53456-d44e-4a4b-9059-1ef0e19ac2d4 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830660 Oct 28 17:21:03.698190 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a95bbcf1-abbd-4163-88bf-96be3032bbc8 req-1dc65608-1c63-4996-8464-6b4b36f5d0e9 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901797 Oct 28 17:21:04.721075 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702036d-1fa9-4a6d-a667-0d6d0f23d1b3 req-d789a758-e640-47e9-91bd-34ea1242ad24 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:04.722632 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5702036d-1fa9-4a6d-a667-0d6d0f23d1b3 req-d789a758-e640-47e9-91bd-34ea1242ad24 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 945 time: 0.0579495 Oct 28 17:21:04.772606 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5702036d-1fa9-4a6d-a667-0d6d0f23d1b3 req-5c8efae8-8fb3-4140-8b2e-83b721ac8326 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Oct 28 17:21:05.787645 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd50ef-96b7-4d44-a78c-b0e8265c465e req-fe161687-e834-4ddf-b7eb-b5376eb749d0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:05.789183 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f8bd50ef-96b7-4d44-a78c-b0e8265c465e req-fe161687-e834-4ddf-b7eb-b5376eb749d0 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 946 time: 0.0562525 Oct 28 17:21:05.823316 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:21:05.845372 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-f8bd50ef-96b7-4d44-a78c-b0e8265c465e req-022981ad-7f48-49be-8b87-cd1fa73380d1 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500481 Oct 28 17:21:06.983165 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7905f9-b507-40b3-b8f6-a2a819d9a458 req-1d410597-aecd-4f03-b2c6-a1cd447c70b2 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:06.984655 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ac7905f9-b507-40b3-b8f6-a2a819d9a458 req-1d410597-aecd-4f03-b2c6-a1cd447c70b2 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 946 time: 0.0580783 Oct 28 17:21:07.038211 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ac7905f9-b507-40b3-b8f6-a2a819d9a458 req-63d92e03-5d87-4d51-91dd-38200f365916 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475948 Oct 28 17:21:07.611786 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39208) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:07.721927 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9863708b-7544-4b68-b935-d194b0e420d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:07.801237 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9863708b-7544-4b68-b935-d194b0e420d8 admin admin] Publish callbacks [] for security_group (a9db86ac-560d-4693-b51b-6667471c5167), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:07.806081 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9863708b-7544-4b68-b935-d194b0e420d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a9db86ac-560d-4693-b51b-6667471c5167), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:07.845037 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863708b-7544-4b68-b935-d194b0e420d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db86ac-560d-4693-b51b-6667471c5167,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:07.850106 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9863708b-7544-4b68-b935-d194b0e420d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=383b9055810148fc92861d16021cfc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371764 Oct 28 17:21:07.853323 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39212) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:07.906328 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-217f006f-6b0b-4f70-9793-c4bfa810450c admin admin] Publish callbacks [] for security_group (a9db86ac-560d-4693-b51b-6667471c5167), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:07.927170 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-217f006f-6b0b-4f70-9793-c4bfa810450c admin admin] Publish callbacks [] for security_group (a9db86ac-560d-4693-b51b-6667471c5167), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:07.983457 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-217f006f-6b0b-4f70-9793-c4bfa810450c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a9db86ac-560d-4693-b51b-6667471c5167), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:07.986078 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-217f006f-6b0b-4f70-9793-c4bfa810450c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:07.987252 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-217f006f-6b0b-4f70-9793-c4bfa810450c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9db86ac-560d-4693-b51b-6667471c5167 HTTP/1.1" status: 204 len: 168 time: 0.1332605 Oct 28 17:21:07.994902 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f006f-6b0b-4f70-9793-c4bfa810450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db86ac-560d-4693-b51b-6667471c5167,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:08.166216 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4376667-4a37-4133-b695-4937091b04af req-cb2bd43d-fc53-4f69-8ccb-a5ec2203fc81 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:08.167871 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b4376667-4a37-4133-b695-4937091b04af req-cb2bd43d-fc53-4f69-8ccb-a5ec2203fc81 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 946 time: 0.0547659 Oct 28 17:21:08.233519 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-b4376667-4a37-4133-b695-4937091b04af req-ca73ea51-f30b-4852-8c0a-d6b29fd08ba9 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups?id=10a54570-062a-4b27-be38-d2b3289e8c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593357 Oct 28 17:21:08.234120 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-d29e0bf4-fc93-4aba-acc5-58dc5914739b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:08.235747 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-d29e0bf4-fc93-4aba-acc5-58dc5914739b tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 946 time: 0.0626831 Oct 28 17:21:08.329838 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Deleting port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:21:08.330219 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:08.431534 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] For port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:21:08.432163 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:08.602427 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:08.602802 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7929002'] for floatingip (a4f3aa13-8d37-4991-b7d2-a74eb5f32627), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:08.603117 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Floating IP a4f3aa13-8d37-4991-b7d2-a74eb5f32627 disassociated. External IP: 172.27.0.189, port: 6a27c47f-3539-4201-ba4f-a5c0686b1bfc. Oct 28 17:21:08.603454 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Calling delete_port for 6a27c47f-3539-4201-ba4f-a5c0686b1bfc owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:21:08.734533 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (6a27c47f-3539-4201-ba4f-a5c0686b1bfc), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:08.759991 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'Port': ['ID=6a27c47f-3539-4201-ba4f-a5c0686b1bfc,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:08.877425 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:21:08.984451 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:21:08.995251 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:21:09.020532 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:21:09.021260 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:20:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:09.038269 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] No DVR routers for this DVR port 6a27c47f-3539-4201-ba4f-a5c0686b1bfc on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:21:09.042463 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:09.045922 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1975c3d-8e7b-4622-951d-47622c80e109 req-0aa884db-6b29-44ec-9e1c-c674df6503e5 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.44 "DELETE /v2.0/ports/6a27c47f-3539-4201-ba4f-a5c0686b1bfc HTTP/1.1" status: 204 len: 173 time: 0.8038270 Oct 28 17:21:09.046449 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bb43ef-41fe-4124-bbf2-866920125d91', 'name': 'network-vif-deleted', 'tag': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:21:09.048871 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a5639f-b6c2-474e-9655-55958e9f254d" -d '{"events": [{"server_uuid": "11bb43ef-41fe-4124-bbf2-866920125d91", "name": "network-vif-deleted", "tag": "6a27c47f-3539-4201-ba4f-a5c0686b1bfc"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:21:09.134263 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9ba141-075d-4faf-852e-c391fd1784fc x-openstack-request-id: req-aa9ba141-075d-4faf-852e-c391fd1784fc {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:21:09.134763 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bb43ef-41fe-4124-bbf2-866920125d91", "name": "network-vif-deleted", "tag": "6a27c47f-3539-4201-ba4f-a5c0686b1bfc", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:21:09.134970 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa9ba141-075d-4faf-852e-c391fd1784fc {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:21:09.135365 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9ba141-075d-4faf-852e-c391fd1784fc'] response: {'server_uuid': '11bb43ef-41fe-4124-bbf2-866920125d91', 'name': 'network-vif-deleted', 'tag': '6a27c47f-3539-4201-ba4f-a5c0686b1bfc', 'status': 'completed', 'code': 200} Oct 28 17:21:09.143047 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-db811ba3-43e0-475e-a2b9-22f5443b3c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:09.200756 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:21:09.351926 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-868149d2-49d1-4f11-99a7-a2f821c75c12 req-7ea8c396-ef1a-4911-9910-0e7aee6f078c tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bb43ef-41fe-4124-bbf2-866920125d91 HTTP/1.1" status: 200 len: 210 time: 0.0289495 Oct 28 17:21:09.401613 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:09.427507 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:21:09.439505 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:21:09.439505 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:20:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:09.547355 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:21:09.879117 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:09.906862 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe011e-e631-4122-aae7-91f34129aa35 None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:09:11Z', 'revision_number': 4, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '2d78d7d7-6425-4aa5-b95d-c060fbee21bf', 'name': '', 'network_id': '4c43b206-3920-4691-871c-1ca5342d7aa4', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'mac_address': 'fa:16:3e:0e:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:07Z', 'updated_at': '2022-10-28T17:09:24Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'subnets': [{'id': 'b4b33b05-3795-42d6-af63-326599c48b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:21:10.141000 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5994ef4-3f0e-441a-9807-ce5eefc50da7 None None] New status for floating IP a4f3aa13-8d37-4991-b7d2-a74eb5f32627: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:21:10.454191 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 39264) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:10.509091 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (10a54570-062a-4b27-be38-d2b3289e8c6e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:10.547338 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (10a54570-062a-4b27-be38-d2b3289e8c6e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:10.598819 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (10a54570-062a-4b27-be38-d2b3289e8c6e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:10.601742 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:10.602902 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "DELETE /v2.0/security-groups/10a54570-062a-4b27-be38-d2b3289e8c6e HTTP/1.1" status: 204 len: 168 time: 0.1550667 Oct 28 17:21:10.605890 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39272) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:10.613031 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a54570-062a-4b27-be38-d2b3289e8c6e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:10.620351 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.api.v2.resource [None req-9c2e3f6e-444e-43ec-b34d-9a7069fde180 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] show failed (client error): The resource could not be found. Oct 28 17:21:10.620906 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.621283 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.621452 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9c2e3f6e-444e-43ec-b34d-9a7069fde180 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "GET /v2.0/security-groups/10a54570-062a-4b27-be38-d2b3289e8c6e HTTP/1.1" status: 404 len: 347 time: 0.0144210 Oct 28 17:21:10.621685 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.621936 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.622280 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.622605 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.622929 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.623284 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.623602 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.623922 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.624239 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.624562 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.624875 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7cafa-a25b-4767-9d8b-fb3f6c9143fd tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:10.625018 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39274) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:10.742088 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-27db1053-b241-4117-bcec-17e2dc819ec4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Deleting port c090c719-78b4-4f0d-887f-d09931ccf6e1 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:21:10.742407 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27db1053-b241-4117-bcec-17e2dc819ec4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (c090c719-78b4-4f0d-887f-d09931ccf6e1), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:10.823049 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27db1053-b241-4117-bcec-17e2dc819ec4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (c090c719-78b4-4f0d-887f-d09931ccf6e1), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:10.823350 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27db1053-b241-4117-bcec-17e2dc819ec4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (c090c719-78b4-4f0d-887f-d09931ccf6e1), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:10.836296 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-27db1053-b241-4117-bcec-17e2dc819ec4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Calling delete_port for c090c719-78b4-4f0d-887f-d09931ccf6e1 owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:21:10.979330 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27db1053-b241-4117-bcec-17e2dc819ec4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (c090c719-78b4-4f0d-887f-d09931ccf6e1), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:11.008547 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db1053-b241-4117-bcec-17e2dc819ec4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Pushing event deleted for resources: {'Port': ['ID=c090c719-78b4-4f0d-887f-d09931ccf6e1,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:11.077819 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27db1053-b241-4117-bcec-17e2dc819ec4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks [] for floatingip (a4f3aa13-8d37-4991-b7d2-a74eb5f32627), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:11.080464 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27db1053-b241-4117-bcec-17e2dc819ec4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:11.081649 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-27db1053-b241-4117-bcec-17e2dc819ec4 tempest-AttachVolumeNegativeTest-557394634 tempest-AttachVolumeNegativeTest-557394634-project] 10.222.0.20 "DELETE /v2.0/floatingips/a4f3aa13-8d37-4991-b7d2-a74eb5f32627 HTTP/1.1" status: 204 len: 168 time: 0.4558711 Oct 28 17:21:11.460890 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c78ad5cf-0bd0-4537-a68a-43ed1322717c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:12.532057 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:13.746613 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 6a27c47f-3539-4201-ba4f-a5c0686b1bfc no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:21:13.767515 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 6a27c47f-3539-4201-ba4f-a5c0686b1bfc {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:21:13.767515 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 6a27c47f-3539-4201-ba4f-a5c0686b1bfc not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:21:14.123317 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:14.804696 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39372) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:15.313179 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (a0e5c156-f9a2-45b0-b3c2-ef6508621008), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:15.374027 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:15.554986 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] Deleting port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:21:15.555277 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:15.635568 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] For port 2d78d7d7-6425-4aa5-b95d-c060fbee21bf, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=2d78d7d7-6425-4aa5-b95d-c060fbee21bf,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:21:15.635831 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:15.648391 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] Calling delete_port for 2d78d7d7-6425-4aa5-b95d-c060fbee21bf owned by network:router_interface {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:21:16.090341 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (2d78d7d7-6425-4aa5-b95d-c060fbee21bf), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:16.118737 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d78d7d7-6425-4aa5-b95d-c060fbee21bf,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:16.289429 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (a0e5c156-f9a2-45b0-b3c2-ef6508621008), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:16.504519 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] Router a0e5c156-f9a2-45b0-b3c2-ef6508621008 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:21:16.610687 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:21:16.619770 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 39392) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:16.620185 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] Sync routers for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:21:16.622497 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d70dbd37-897c-4305-b274-3cce4a237d67 admin admin] 10.222.0.20 "PUT /v2.0/routers/a0e5c156-f9a2-45b0-b3c2-ef6508621008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8166838 Oct 28 17:21:16.629785 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:21:16.630499 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:21:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:16.716742 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Publish callbacks [] for router (a0e5c156-f9a2-45b0-b3c2-ef6508621008), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:16.729395 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:21:16.813231 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Publish callbacks [] for router_gateway (a0e5c156-f9a2-45b0-b3c2-ef6508621008), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:16.868201 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Deleting port f9d85e99-7118-41dd-b073-25f5c47fea07 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:21:16.868539 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:16.912561 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:21:16Z', 'revision_number': 5, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port': {'id': 'f9d85e99-7118-41dd-b073-25f5c47fea07', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:09:01Z', 'updated_at': '2022-10-28T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:16.937472 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] Checking router: a0e5c156-f9a2-45b0-b3c2-ef6508621008 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:21:16.945705 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] Routers {'a0e5c156-f9a2-45b0-b3c2-ef6508621008'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:21:16.946354 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:21:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:16.948713 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] For port f9d85e99-7118-41dd-b073-25f5c47fea07, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=f9d85e99-7118-41dd-b073-25f5c47fea07,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:21:16.949086 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:16.962850 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Calling delete_port for f9d85e99-7118-41dd-b073-25f5c47fea07 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:21:17.028491 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] Set router a0e5c156-f9a2-45b0-b3c2-ef6508621008 gateway port host: None {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:21:17.080626 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:21:16Z', 'revision_number': 6, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:17.104425 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979dbaf2-b337-4311-8641-1dd007151f3d None None] The sync data for ids ['a0e5c156-f9a2-45b0-b3c2-ef6508621008'] in dv-cinder-859839-1-iscsi is: [{'id': 'a0e5c156-f9a2-45b0-b3c2-ef6508621008', 'name': 'tempest-AttachVolumeNegativeTest-1213552656-router', 'tenant_id': 'b8ab3f0989134aceb116ce494da4e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:08:59Z', 'updated_at': '2022-10-28T17:21:16Z', 'revision_number': 6, 'project_id': 'b8ab3f0989134aceb116ce494da4e6af', 'gw_port_host': None}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:21:17.130760 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (f9d85e99-7118-41dd-b073-25f5c47fea07), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.155955 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d85e99-7118-41dd-b073-25f5c47fea07,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:17.217964 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (a0e5c156-f9a2-45b0-b3c2-ef6508621008), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.299987 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (a0e5c156-f9a2-45b0-b3c2-ef6508621008), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.302146 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Publish callbacks [] for router_controller (a0e5c156-f9a2-45b0-b3c2-ef6508621008), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.347068 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (a0e5c156-f9a2-45b0-b3c2-ef6508621008), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.347607 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0e5c156-f9a2-45b0-b3c2-ef6508621008 {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:21:17.352007 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.353183 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-69597161-30b7-4890-9e0e-b1f96e037482 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a0e5c156-f9a2-45b0-b3c2-ef6508621008 HTTP/1.1" status: 204 len: 168 time: 0.7323775 Oct 28 17:21:17.355991 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39404) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:17.403632 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e05333-e462-41d8-ba14-3b2eb090ad0a admin admin] Deleting subnet b4b33b05-3795-42d6-af63-326599c48b6f {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:21:17.406676 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92e05333-e462-41d8-ba14-3b2eb090ad0a admin admin] Publish callbacks [] for subnet (b4b33b05-3795-42d6-af63-326599c48b6f), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.441972 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92e05333-e462-41d8-ba14-3b2eb090ad0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5549045'] for subnet (b4b33b05-3795-42d6-af63-326599c48b6f), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.507833 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39408) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:17.526965 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92e05333-e462-41d8-ba14-3b2eb090ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (b4b33b05-3795-42d6-af63-326599c48b6f), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.591267 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92e05333-e462-41d8-ba14-3b2eb090ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5548949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5515814'] for subnet (b4b33b05-3795-42d6-af63-326599c48b6f), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.622410 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e05333-e462-41d8-ba14-3b2eb090ad0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b33b05-3795-42d6-af63-326599c48b6f,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:17.631325 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92e05333-e462-41d8-ba14-3b2eb090ad0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.634439 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-92e05333-e462-41d8-ba14-3b2eb090ad0a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b4b33b05-3795-42d6-af63-326599c48b6f HTTP/1.1" status: 204 len: 168 time: 0.2773871 Oct 28 17:21:17.635345 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f28f4ce4-7fef-40a7-8856-aa020d6f02fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.637227 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 39412) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:17.640376 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a3fe16-35bc-49b4-9105-08767d6ec45c None None] Network 4c43b206-3920-4691-871c-1ca5342d7aa4 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:21:17.715891 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f28f4ce4-7fef-40a7-8856-aa020d6f02fd admin admin] Publish callbacks [] for security_group (76c16f9f-517d-41e8-a129-eeb64d6854ee), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.716795 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (4c43b206-3920-4691-871c-1ca5342d7aa4), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.722612 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f28f4ce4-7fef-40a7-8856-aa020d6f02fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (76c16f9f-517d-41e8-a129-eeb64d6854ee), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.763141 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f28f4ce4-7fef-40a7-8856-aa020d6f02fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffec80bbc3ff4ae1ba572a42f1ee7554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518656 Oct 28 17:21:17.763141 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f4ce4-7fef-40a7-8856-aa020d6f02fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c16f9f-517d-41e8-a129-eeb64d6854ee,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:17.764124 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39418) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:17.767464 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Deleting port aae7f376-0ae3-4691-851f-e2f9768fdffb {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:21:17.767933 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.812727 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-360d5fc6-fba5-4434-9a27-3ab0b46d8aa7 admin admin] Publish callbacks [] for security_group (76c16f9f-517d-41e8-a129-eeb64d6854ee), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.834685 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] For port aae7f376-0ae3-4691-851f-e2f9768fdffb, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=aae7f376-0ae3-4691-851f-e2f9768fdffb,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:21:17.835079 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.836216 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-360d5fc6-fba5-4434-9a27-3ab0b46d8aa7 admin admin] Publish callbacks [] for security_group (76c16f9f-517d-41e8-a129-eeb64d6854ee), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.847205 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Calling delete_port for aae7f376-0ae3-4691-851f-e2f9768fdffb owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:21:17.897930 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f57b653-007f-42ff-9754-ce252001424d None None] DHCP port deletion for 4c43b206-3920-4691-871c-1ca5342d7aa4 request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:21:17.901696 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-360d5fc6-fba5-4434-9a27-3ab0b46d8aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (76c16f9f-517d-41e8-a129-eeb64d6854ee), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.904879 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-360d5fc6-fba5-4434-9a27-3ab0b46d8aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:17.909438 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-360d5fc6-fba5-4434-9a27-3ab0b46d8aa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76c16f9f-517d-41e8-a129-eeb64d6854ee HTTP/1.1" status: 204 len: 168 time: 0.1443176 Oct 28 17:21:17.919044 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d5fc6-fba5-4434-9a27-3ab0b46d8aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c16f9f-517d-41e8-a129-eeb64d6854ee,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:18.003996 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-2f57b653-007f-42ff-9754-ce252001424d None None] Deleting port aae7f376-0ae3-4691-851f-e2f9768fdffb {{(pid=103945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:21:18.004544 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-2f57b653-007f-42ff-9754-ce252001424d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), before_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.088140 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-2f57b653-007f-42ff-9754-ce252001424d None None] For port aae7f376-0ae3-4691-851f-e2f9768fdffb, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=aae7f376-0ae3-4691-851f-e2f9768fdffb,segment=NetworkSegment(d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f),segment_id=d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:21:18.088597 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-2f57b653-007f-42ff-9754-ce252001424d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), precommit_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.102330 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-2f57b653-007f-42ff-9754-ce252001424d None None] Calling delete_port for aae7f376-0ae3-4691-851f-e2f9768fdffb owned by network:dhcp {{(pid=103945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:21:18.186223 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-2f57b653-007f-42ff-9754-ce252001424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), after_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.212732 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57b653-007f-42ff-9754-ce252001424d None None] Pushing event deleted for resources: {'Port': ['ID=aae7f376-0ae3-4691-851f-e2f9768fdffb,revision_number=None']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:18.213769 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (aae7f376-0ae3-4691-851f-e2f9768fdffb), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.215176 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57b653-007f-42ff-9754-ce252001424d None None] No DVR routers for this DVR port aae7f376-0ae3-4691-851f-e2f9768fdffb on host dv-cinder-859839-1-iscsi {{(pid=103945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:21:18.257507 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=aae7f376-0ae3-4691-851f-e2f9768fdffb,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:18.261059 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] No DVR routers for this DVR port aae7f376-0ae3-4691-851f-e2f9768fdffb on host dv-cinder-859839-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:21:18.345476 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (4c43b206-3920-4691-871c-1ca5342d7aa4), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.365477 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c43b206-3920-4691-871c-1ca5342d7aa4']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:18.374995 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:18.375294 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ea0ee3-5bca-45ab-9d9e-e467fc21b24f') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:18.384554 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530286'] for segment (d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.397683 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.403743 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:21:18.404185 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5233132'] for segment (d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.443793 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f resource provider aggregate not found Oct 28 17:21:18.461740 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8ea0ee3-5bca-45ab-9d9e-e467fc21b24f found for delete ", "request_id": "req-9c7d02c1-ea67-479e-998b-f444bfde945a"}]} Oct 28 17:21:18.472251 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (4c43b206-3920-4691-871c-1ca5342d7aa4), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.487740 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.491154 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] 10.222.0.20 "DELETE /v2.0/networks/4c43b206-3920-4691-871c-1ca5342d7aa4 HTTP/1.1" status: 204 len: 168 time: 0.8522599 Oct 28 17:21:18.492032 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ed8f9-4a82-465e-8483-9fffd47fa9ac admin admin] Pushing event deleted for resources: {'Network': ['ID=4c43b206-3920-4691-871c-1ca5342d7aa4,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:18.614374 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39450) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:18.643259 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device f9d85e99-7118-41dd-b073-25f5c47fea07 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:21:18.658759 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0ae59ccf-ffdf-4d34-afc0-336adb5eb334 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8ab3f0989134aceb116ce494da4e6af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406530 Oct 28 17:21:18.658973 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39454) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:18.666216 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: f9d85e99-7118-41dd-b073-25f5c47fea07 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:21:18.666734 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device f9d85e99-7118-41dd-b073-25f5c47fea07 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:21:18.667162 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device aae7f376-0ae3-4691-851f-e2f9768fdffb no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:21:18.685262 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: aae7f376-0ae3-4691-851f-e2f9768fdffb {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:21:18.685605 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device aae7f376-0ae3-4691-851f-e2f9768fdffb not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:21:18.686077 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 2d78d7d7-6425-4aa5-b95d-c060fbee21bf no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:21:18.703796 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 2d78d7d7-6425-4aa5-b95d-c060fbee21bf {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:21:18.704137 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 2d78d7d7-6425-4aa5-b95d-c060fbee21bf not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:21:18.707490 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9a79fecd-e940-45d2-9515-22470329403b admin admin] Publish callbacks [] for security_group (4255d415-5aa4-44b9-9bc9-3a537b023588), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.730570 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9a79fecd-e940-45d2-9515-22470329403b admin admin] Publish callbacks [] for security_group (4255d415-5aa4-44b9-9bc9-3a537b023588), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.776689 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9a79fecd-e940-45d2-9515-22470329403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (4255d415-5aa4-44b9-9bc9-3a537b023588), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.779457 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9a79fecd-e940-45d2-9515-22470329403b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:18.780594 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9a79fecd-e940-45d2-9515-22470329403b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4255d415-5aa4-44b9-9bc9-3a537b023588 HTTP/1.1" status: 204 len: 168 time: 0.1207223 Oct 28 17:21:18.788447 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79fecd-e940-45d2-9515-22470329403b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4255d415-5aa4-44b9-9bc9-3a537b023588,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:20.071379 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39534) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:20.178593 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5f9c60ca-a423-40f8-93bf-64c5c0b8b128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:20.267103 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5f9c60ca-a423-40f8-93bf-64c5c0b8b128 admin admin] Publish callbacks [] for security_group (cd5cb53a-ebe7-4c92-b933-da476cf2d414), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:20.273680 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5f9c60ca-a423-40f8-93bf-64c5c0b8b128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (cd5cb53a-ebe7-4c92-b933-da476cf2d414), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:20.317255 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-5f9c60ca-a423-40f8-93bf-64c5c0b8b128 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=504744db1fbb4aac8660215d35182e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447891 Oct 28 17:21:20.318132 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c60ca-a423-40f8-93bf-64c5c0b8b128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5cb53a-ebe7-4c92-b933-da476cf2d414,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:20.321062 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 39538) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:20.375237 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4336e4f7-4d99-4842-8029-a7acfb981a55 admin admin] Publish callbacks [] for security_group (cd5cb53a-ebe7-4c92-b933-da476cf2d414), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:20.396398 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4336e4f7-4d99-4842-8029-a7acfb981a55 admin admin] Publish callbacks [] for security_group (cd5cb53a-ebe7-4c92-b933-da476cf2d414), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:20.444816 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4336e4f7-4d99-4842-8029-a7acfb981a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (cd5cb53a-ebe7-4c92-b933-da476cf2d414), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:20.447400 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4336e4f7-4d99-4842-8029-a7acfb981a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:20.448556 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4336e4f7-4d99-4842-8029-a7acfb981a55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd5cb53a-ebe7-4c92-b933-da476cf2d414 HTTP/1.1" status: 204 len: 168 time: 0.1264253 Oct 28 17:21:20.456431 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336e4f7-4d99-4842-8029-a7acfb981a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5cb53a-ebe7-4c92-b933-da476cf2d414,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:21.462168 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:22.456052 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39628) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:22.563803 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3481a6a-5455-4c42-b342-bc0954bffb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:22.642795 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3481a6a-5455-4c42-b342-bc0954bffb27 admin admin] Publish callbacks [] for security_group (bde334c7-0d7d-4ef2-bf31-85b219d5d20f), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:22.648984 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e3481a6a-5455-4c42-b342-bc0954bffb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (bde334c7-0d7d-4ef2-bf31-85b219d5d20f), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:22.686329 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e3481a6a-5455-4c42-b342-bc0954bffb27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d1505728e1340078fda9ed77b9b49c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291713 Oct 28 17:21:22.687178 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3481a6a-5455-4c42-b342-bc0954bffb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde334c7-0d7d-4ef2-bf31-85b219d5d20f,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:22.689289 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 39632) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:22.739816 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d80f1e45-21d9-4b75-afb2-704393095c58 admin admin] Publish callbacks [] for security_group (bde334c7-0d7d-4ef2-bf31-85b219d5d20f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:22.761674 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d80f1e45-21d9-4b75-afb2-704393095c58 admin admin] Publish callbacks [] for security_group (bde334c7-0d7d-4ef2-bf31-85b219d5d20f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:22.810668 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d80f1e45-21d9-4b75-afb2-704393095c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (bde334c7-0d7d-4ef2-bf31-85b219d5d20f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:22.815462 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d80f1e45-21d9-4b75-afb2-704393095c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:22.819002 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d80f1e45-21d9-4b75-afb2-704393095c58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bde334c7-0d7d-4ef2-bf31-85b219d5d20f HTTP/1.1" status: 204 len: 168 time: 0.1283638 Oct 28 17:21:22.826958 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f1e45-21d9-4b75-afb2-704393095c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde334c7-0d7d-4ef2-bf31-85b219d5d20f,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:23.138056 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39638) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:23.151974 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f54043f8-2cc9-408b-bce2-50495efe36c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:23.228940 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f54043f8-2cc9-408b-bce2-50495efe36c2 admin admin] Publish callbacks [] for security_group (ac2b69b0-4a07-4da9-a720-9534715b2dfe), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:23.234307 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f54043f8-2cc9-408b-bce2-50495efe36c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ac2b69b0-4a07-4da9-a720-9534715b2dfe), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:23.271755 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54043f8-2cc9-408b-bce2-50495efe36c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2b69b0-4a07-4da9-a720-9534715b2dfe,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:23.275959 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f54043f8-2cc9-408b-bce2-50495efe36c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bbe672181f54607b657b05f49b4b6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368642 Oct 28 17:21:23.279641 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39640) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:23.326017 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-af3a0ae8-1b71-4c8b-a2fb-e62459976eab admin admin] Publish callbacks [] for security_group (ac2b69b0-4a07-4da9-a720-9534715b2dfe), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:23.348714 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-af3a0ae8-1b71-4c8b-a2fb-e62459976eab admin admin] Publish callbacks [] for security_group (ac2b69b0-4a07-4da9-a720-9534715b2dfe), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:23.399027 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-af3a0ae8-1b71-4c8b-a2fb-e62459976eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ac2b69b0-4a07-4da9-a720-9534715b2dfe), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:23.401930 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-af3a0ae8-1b71-4c8b-a2fb-e62459976eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:23.403298 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-af3a0ae8-1b71-4c8b-a2fb-e62459976eab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac2b69b0-4a07-4da9-a720-9534715b2dfe HTTP/1.1" status: 204 len: 168 time: 0.1226938 Oct 28 17:21:23.411905 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a0ae8-1b71-4c8b-a2fb-e62459976eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2b69b0-4a07-4da9-a720-9534715b2dfe,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:24.191893 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 39672) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:24.346843 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1643907373-network', 'tenant_id': '5861aa43f8f84d7fb1209c03cfa89b58'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:21:24.368849 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Made reservation on behalf of 5861aa43f8f84d7fb1209c03cfa89b58 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:21:24.371446 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.379928 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.461783 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Publish callbacks [] for security_group (a2227b16-d390-4aa0-915a-165d0fc457a5), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.467422 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a2227b16-d390-4aa0-915a-165d0fc457a5), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.492295 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:21:24.501132 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2227b16-d390-4aa0-915a-165d0fc457a5,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:24.508651 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (73195c24-9c4f-4e58-b229-d83c87d5788e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.508888 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Added segment 73195c24-9c4f-4e58-b229-d83c87d5788e of type vlan for network 3102ddd4-d1e8-46ba-9983-3796d683701d Oct 28 17:21:24.547229 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (3102ddd4-d1e8-46ba-9983-3796d683701d), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.575006 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (3102ddd4-d1e8-46ba-9983-3796d683701d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.575951 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:24.576533 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.636167 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4431791 Oct 28 17:21:24.639336 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39680) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:24.641449 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5526a35-ac28-4972-8fec-4b32ca9de481 admin admin] Pushing event updated for resources: {'Network': ['ID=3102ddd4-d1e8-46ba-9983-3796d683701d,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:24.645826 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Request body: {'subnet': {'network_id': '3102ddd4-d1e8-46ba-9983-3796d683701d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1643907373-subnet', 'tenant_id': '5861aa43f8f84d7fb1209c03cfa89b58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:21:24.651894 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 3102ddd4-d1e8-46ba-9983-3796d683701d details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:21:24.668139 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Made reservation on behalf of 5861aa43f8f84d7fb1209c03cfa89b58 for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:21:24.670472 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5515979'] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.848049 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5549012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5515833'] for subnet (a41926db-ed56-4515-b001-2828b390937c), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.902878 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41926db-ed56-4515-b001-2828b390937c,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:24.913287 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Checking segment: {'id': '73195c24-9c4f-4e58-b229-d83c87d5788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3102ddd4-d1e8-46ba-9983-3796d683701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:21:24.913647 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Network hostable DHCP agents. Network: 3102ddd4-d1e8-46ba-9983-3796d683701d, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:21:24.933072 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Network 3102ddd4-d1e8-46ba-9983-3796d683701d is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:21:24.943443 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 3102ddd4-d1e8-46ba-9983-3796d683701d) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:21:24.947596 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:24.948185 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:24.954274 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3631e339-944d-4299-9dc6-a8654d75505b None None] Network 3102ddd4-d1e8-46ba-9983-3796d683701d requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:21:24.963392 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-549f4974-abfc-4edd-95e0-33ee84179518 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3228633 Oct 28 17:21:25.058562 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b7492e-6331-46a7-a2bd-5a3c1c117ea9 None None] Network 3102ddd4-d1e8-46ba-9983-3796d683701d requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:21:25.445544 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39698) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:25.450702 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1767518870-network', 'tenant_id': '0a011cc218494854bb0cee56daf0fdf7'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:21:25.471070 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Made reservation on behalf of 0a011cc218494854bb0cee56daf0fdf7 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:21:25.473475 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:25.482490 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:25.554042 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Publish callbacks [] for security_group (ab61b9ca-75ca-4f82-91de-81745cca079a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:25.560028 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ab61b9ca-75ca-4f82-91de-81745cca079a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:25.587427 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 17:21:25.597063 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab61b9ca-75ca-4f82-91de-81745cca079a,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:25.601796 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (c2711d4f-19db-4284-9390-d728f1c2eeaa), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:25.602162 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Added segment c2711d4f-19db-4284-9390-d728f1c2eeaa of type vlan for network 03eca823-ec81-4619-8d29-6e1e0767a6e8 Oct 28 17:21:25.640650 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757693902942'] for network (03eca823-ec81-4619-8d29-6e1e0767a6e8), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:25.667036 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394'] for network (03eca823-ec81-4619-8d29-6e1e0767a6e8), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:25.667989 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:25.668573 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:25.717068 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2703071 Oct 28 17:21:25.720033 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 39702) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:25.725223 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Request body: {'subnet': {'network_id': '03eca823-ec81-4619-8d29-6e1e0767a6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1767518870-subnet', 'tenant_id': '0a011cc218494854bb0cee56daf0fdf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:21:25.731315 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef58802-2cce-46a9-883b-530bc6554e21 admin admin] Pushing event updated for resources: {'Network': ['ID=03eca823-ec81-4619-8d29-6e1e0767a6e8,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:25.741501 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Network 03eca823-ec81-4619-8d29-6e1e0767a6e8 details requested by agent ovs-agent-dv-cinder-859839-1-iscsi with host dv-cinder-859839-1-iscsi {{(pid=103945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 17:21:25.747610 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Made reservation on behalf of 0a011cc218494854bb0cee56daf0fdf7 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:21:25.750227 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446681'] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:25.921300 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5235531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446507'] for subnet (e8f19993-3eff-42a2-9b05-9efd07edba3d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:25.977431 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f19993-3eff-42a2-9b05-9efd07edba3d,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:25.989415 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Checking segment: {'id': 'c2711d4f-19db-4284-9390-d728f1c2eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '03eca823-ec81-4619-8d29-6e1e0767a6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:21:25.989713 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Network hostable DHCP agents. Network: 03eca823-ec81-4619-8d29-6e1e0767a6e8, hostable agents: ['63e6478a-74d6-4ac5-83f5-c1014cd6477c'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 17:21:26.009174 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Network 03eca823-ec81-4619-8d29-6e1e0767a6e8 is scheduled to be hosted by DHCP agent 63e6478a-74d6-4ac5-83f5-c1014cd6477c with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 17:21:26.019680 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-1-iscsi, 03eca823-ec81-4619-8d29-6e1e0767a6e8) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:21:26.024996 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:21:26.026988 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:26.027870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e75cca-bbf1-4d47-b9d6-68e5ddb0091d None None] Network 03eca823-ec81-4619-8d29-6e1e0767a6e8 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:21:26.043762 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-2295aaba-ea5c-4ab0-b69b-630bac65b902 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3225543 Oct 28 17:21:26.126530 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982cbec-d348-4c21-8e9e-c3ed27880c89 None None] Network 03eca823-ec81-4619-8d29-6e1e0767a6e8 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:21:34.036010 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 39832) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:34.154075 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f3bee730-88ff-4a0b-8702-d4e803cd088f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.234195 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f3bee730-88ff-4a0b-8702-d4e803cd088f admin admin] Publish callbacks [] for security_group (af302637-dbc8-4a93-88d6-eac90e7d946c), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.239566 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f3bee730-88ff-4a0b-8702-d4e803cd088f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (af302637-dbc8-4a93-88d6-eac90e7d946c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.278143 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f3bee730-88ff-4a0b-8702-d4e803cd088f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52d217ff74a048119f754337652692b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410243 Oct 28 17:21:34.278968 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bee730-88ff-4a0b-8702-d4e803cd088f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af302637-dbc8-4a93-88d6-eac90e7d946c,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:34.281103 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39836) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:34.331460 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a3ad-d336-4b22-b8bf-3478accbb9f6 admin admin] Publish callbacks [] for security_group (af302637-dbc8-4a93-88d6-eac90e7d946c), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.352603 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a3ad-d336-4b22-b8bf-3478accbb9f6 admin admin] Publish callbacks [] for security_group (af302637-dbc8-4a93-88d6-eac90e7d946c), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.419196 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a3ad-d336-4b22-b8bf-3478accbb9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (af302637-dbc8-4a93-88d6-eac90e7d946c), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.422002 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a3ad-d336-4b22-b8bf-3478accbb9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.423155 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b7b8a3ad-d336-4b22-b8bf-3478accbb9f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af302637-dbc8-4a93-88d6-eac90e7d946c HTTP/1.1" status: 204 len: 168 time: 0.1410604 Oct 28 17:21:34.430917 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8a3ad-d336-4b22-b8bf-3478accbb9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af302637-dbc8-4a93-88d6-eac90e7d946c,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:34.695053 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 39844) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:34.708137 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f527fe6b-9fc4-4aba-aac1-6719206f9e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.781635 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f527fe6b-9fc4-4aba-aac1-6719206f9e45 admin admin] Publish callbacks [] for security_group (4b90ec0c-22a7-44e8-a63c-646a43982843), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.787758 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f527fe6b-9fc4-4aba-aac1-6719206f9e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (4b90ec0c-22a7-44e8-a63c-646a43982843), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.824732 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f527fe6b-9fc4-4aba-aac1-6719206f9e45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec464d84196b4765bf06ecef3802fd51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286051 Oct 28 17:21:34.825801 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527fe6b-9fc4-4aba-aac1-6719206f9e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b90ec0c-22a7-44e8-a63c-646a43982843,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:34.827696 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 39846) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:34.877151 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5050-7641-44f1-9643-d7853873aaba admin admin] Publish callbacks [] for security_group (4b90ec0c-22a7-44e8-a63c-646a43982843), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.899296 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5050-7641-44f1-9643-d7853873aaba admin admin] Publish callbacks [] for security_group (4b90ec0c-22a7-44e8-a63c-646a43982843), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.951206 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5050-7641-44f1-9643-d7853873aaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (4b90ec0c-22a7-44e8-a63c-646a43982843), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.953859 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5050-7641-44f1-9643-d7853873aaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:34.957750 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7b0c5050-7641-44f1-9643-d7853873aaba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b90ec0c-22a7-44e8-a63c-646a43982843 HTTP/1.1" status: 204 len: 168 time: 0.1290634 Oct 28 17:21:34.966348 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c5050-7641-44f1-9643-d7853873aaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b90ec0c-22a7-44e8-a63c-646a43982843,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:39.078031 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1cfac933-87f1-4e5d-bfdc-347b4be68a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:41.460132 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9c892ea6-0005-4ba5-9e59-4fd6e45492e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:42.537511 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:42.826206 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:21:44.130259 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:45.378883 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:51.468617 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:58.887871 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40200) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:58.935784 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bada26d-e565-4e4e-95a4-e560c62a2392 admin admin] Deleting subnet a41926db-ed56-4515-b001-2828b390937c {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:21:58.939120 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3bada26d-e565-4e4e-95a4-e560c62a2392 admin admin] Publish callbacks [] for subnet (a41926db-ed56-4515-b001-2828b390937c), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:58.972931 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3bada26d-e565-4e4e-95a4-e560c62a2392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32530295'] for subnet (a41926db-ed56-4515-b001-2828b390937c), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:58.979920 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40204) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:59.011847 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3bada26d-e565-4e4e-95a4-e560c62a2392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (a41926db-ed56-4515-b001-2828b390937c), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.066300 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3bada26d-e565-4e4e-95a4-e560c62a2392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5235466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446516'] for subnet (a41926db-ed56-4515-b001-2828b390937c), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.093731 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.108419 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3bada26d-e565-4e4e-95a4-e560c62a2392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.113077 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3bada26d-e565-4e4e-95a4-e560c62a2392 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a41926db-ed56-4515-b001-2828b390937c HTTP/1.1" status: 204 len: 168 time: 0.2229676 Oct 28 17:21:59.113077 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bada26d-e565-4e4e-95a4-e560c62a2392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41926db-ed56-4515-b001-2828b390937c,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:59.115644 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40212) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:59.181810 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Publish callbacks [] for security_group (c4bd9e74-fa16-4c04-a032-63fe892aa795), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.187884 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (c4bd9e74-fa16-4c04-a032-63fe892aa795), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.193213 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (3102ddd4-d1e8-46ba-9983-3796d683701d), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.230039 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=401a0221d5c5463eb33f8946b708b0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463014 Oct 28 17:21:59.231172 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40216) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:59.239593 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bd9e74-fa16-4c04-a032-63fe892aa795,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:59.256973 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.257325 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.257669 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.258028 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.258363 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.258696 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.259067 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.259392 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.259719 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.260044 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.260377 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.260692 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.260990 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2d527-dce3-4585-a45d-b8215ac8f1cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:21:59.276970 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (3102ddd4-d1e8-46ba-9983-3796d683701d), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.297160 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3102ddd4-d1e8-46ba-9983-3796d683701d']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:59.297884 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b581236f-865a-40d2-98f8-a0661844862c admin admin] Publish callbacks [] for security_group (c4bd9e74-fa16-4c04-a032-63fe892aa795), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.306709 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73195c24-9c4f-4e58-b229-d83c87d5788e') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:59.307014 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73195c24-9c4f-4e58-b229-d83c87d5788e') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:59.317174 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530286'] for segment (73195c24-9c4f-4e58-b229-d83c87d5788e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.319088 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b581236f-865a-40d2-98f8-a0661844862c admin admin] Publish callbacks [] for security_group (c4bd9e74-fa16-4c04-a032-63fe892aa795), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.331302 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (73195c24-9c4f-4e58-b229-d83c87d5788e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.337678 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:21:59.338167 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5233132'] for segment (73195c24-9c4f-4e58-b229-d83c87d5788e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.366514 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b581236f-865a-40d2-98f8-a0661844862c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (c4bd9e74-fa16-4c04-a032-63fe892aa795), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.369426 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b581236f-865a-40d2-98f8-a0661844862c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.373136 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b581236f-865a-40d2-98f8-a0661844862c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4bd9e74-fa16-4c04-a032-63fe892aa795 HTTP/1.1" status: 204 len: 168 time: 0.1386259 Oct 28 17:21:59.378872 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment 73195c24-9c4f-4e58-b229-d83c87d5788e resource provider aggregate not found Oct 28 17:21:59.380791 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581236f-865a-40d2-98f8-a0661844862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bd9e74-fa16-4c04-a032-63fe892aa795,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:59.407629 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment 73195c24-9c4f-4e58-b229-d83c87d5788e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73195c24-9c4f-4e58-b229-d83c87d5788e found for delete ", "request_id": "req-9ee588bf-3bb6-4833-9da0-6d53676061df"}]} Oct 28 17:21:59.410081 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (3102ddd4-d1e8-46ba-9983-3796d683701d), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.414552 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.421687 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3102ddd4-d1e8-46ba-9983-3796d683701d HTTP/1.1" status: 204 len: 168 time: 0.3022392 Oct 28 17:21:59.422106 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40224) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:59.437485 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68491226-bfd9-492f-98d6-776f9b6d8589 admin admin] Pushing event deleted for resources: {'Network': ['ID=3102ddd4-d1e8-46ba-9983-3796d683701d,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:59.470309 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cdd395-fc56-40a4-b08a-e4416703376d admin admin] Deleting subnet e8f19993-3eff-42a2-9b05-9efd07edba3d {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:21:59.473636 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-16cdd395-fc56-40a4-b08a-e4416703376d admin admin] Publish callbacks [] for subnet (e8f19993-3eff-42a2-9b05-9efd07edba3d), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.508069 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-16cdd395-fc56-40a4-b08a-e4416703376d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5549045'] for subnet (e8f19993-3eff-42a2-9b05-9efd07edba3d), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.549653 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-16cdd395-fc56-40a4-b08a-e4416703376d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (e8f19993-3eff-42a2-9b05-9efd07edba3d), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.602567 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-16cdd395-fc56-40a4-b08a-e4416703376d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5548949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5515814'] for subnet (e8f19993-3eff-42a2-9b05-9efd07edba3d), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.631023 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-16cdd395-fc56-40a4-b08a-e4416703376d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.634297 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-16cdd395-fc56-40a4-b08a-e4416703376d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e8f19993-3eff-42a2-9b05-9efd07edba3d HTTP/1.1" status: 204 len: 168 time: 0.2111742 Oct 28 17:21:59.635543 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdd395-fc56-40a4-b08a-e4416703376d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f19993-3eff-42a2-9b05-9efd07edba3d,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:59.637170 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40228) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:59.650795 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40230) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:59.664463 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a6b8165b-4758-4786-a050-59ac5eeaba01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.711001 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (03eca823-ec81-4619-8d29-6e1e0767a6e8), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.740395 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a6b8165b-4758-4786-a050-59ac5eeaba01 admin admin] Publish callbacks [] for security_group (2fafbeb2-e5f6-4b93-ad65-b227c735eecd), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.746682 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a6b8165b-4758-4786-a050-59ac5eeaba01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (2fafbeb2-e5f6-4b93-ad65-b227c735eecd), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.784609 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a6b8165b-4758-4786-a050-59ac5eeaba01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=895ff929b9cf457094c5b84c7a109da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326935 Oct 28 17:21:59.785497 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8165b-4758-4786-a050-59ac5eeaba01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fafbeb2-e5f6-4b93-ad65-b227c735eecd,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:59.787895 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40232) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:21:59.794023 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (03eca823-ec81-4619-8d29-6e1e0767a6e8), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.815170 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03eca823-ec81-4619-8d29-6e1e0767a6e8']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:59.824367 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2711d4f-19db-4284-9390-d728f1c2eeaa') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:59.824662 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2711d4f-19db-4284-9390-d728f1c2eeaa') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:21:59.835594 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fefefed-569b-4e33-b622-7e933fe30608 admin admin] Publish callbacks [] for security_group (2fafbeb2-e5f6-4b93-ad65-b227c735eecd), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.838193 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530286'] for segment (c2711d4f-19db-4284-9390-d728f1c2eeaa), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.852409 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (c2711d4f-19db-4284-9390-d728f1c2eeaa), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.859759 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:21:59.860223 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5233132'] for segment (c2711d4f-19db-4284-9390-d728f1c2eeaa), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.861030 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fefefed-569b-4e33-b622-7e933fe30608 admin admin] Publish callbacks [] for security_group (2fafbeb2-e5f6-4b93-ad65-b227c735eecd), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.910374 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fefefed-569b-4e33-b622-7e933fe30608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (2fafbeb2-e5f6-4b93-ad65-b227c735eecd), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.913423 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fefefed-569b-4e33-b622-7e933fe30608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.914703 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1fefefed-569b-4e33-b622-7e933fe30608 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fafbeb2-e5f6-4b93-ad65-b227c735eecd HTTP/1.1" status: 204 len: 168 time: 0.1259062 Oct 28 17:21:59.922900 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefefed-569b-4e33-b622-7e933fe30608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fafbeb2-e5f6-4b93-ad65-b227c735eecd,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:21:59.923230 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (03eca823-ec81-4619-8d29-6e1e0767a6e8), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.934406 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:21:59.941327 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] 10.222.0.20 "DELETE /v2.0/networks/03eca823-ec81-4619-8d29-6e1e0767a6e8 HTTP/1.1" status: 204 len: 168 time: 0.3026817 Oct 28 17:21:59.955131 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61331c3f-2536-4128-8612-261d2b8b39ce admin admin] Pushing event deleted for resources: {'Network': ['ID=03eca823-ec81-4619-8d29-6e1e0767a6e8,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:00.107911 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40240) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:00.147442 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-11288113-1ffb-45b3-91cb-64173959874a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5861aa43f8f84d7fb1209c03cfa89b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381117 Oct 28 17:22:00.150031 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40242) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:00.197920 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-837eeef7-4232-43ca-9ddf-533a22a64a6f admin admin] Publish callbacks [] for security_group (a2227b16-d390-4aa0-915a-165d0fc457a5), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:00.219538 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-837eeef7-4232-43ca-9ddf-533a22a64a6f admin admin] Publish callbacks [] for security_group (a2227b16-d390-4aa0-915a-165d0fc457a5), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:00.266459 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-837eeef7-4232-43ca-9ddf-533a22a64a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a2227b16-d390-4aa0-915a-165d0fc457a5), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:00.269848 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-837eeef7-4232-43ca-9ddf-533a22a64a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:00.271116 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-837eeef7-4232-43ca-9ddf-533a22a64a6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2227b16-d390-4aa0-915a-165d0fc457a5 HTTP/1.1" status: 204 len: 168 time: 0.1201835 Oct 28 17:22:00.278998 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837eeef7-4232-43ca-9ddf-533a22a64a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2227b16-d390-4aa0-915a-165d0fc457a5,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:00.551068 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40264) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:00.600640 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-71a4a2b7-e8f8-4ed5-9eb0-a0e7fa9f73c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a011cc218494854bb0cee56daf0fdf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457542 Oct 28 17:22:00.600819 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40268) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:00.649303 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a9ee41d6-060a-46b0-9c03-1d5b2b01fa0b admin admin] Publish callbacks [] for security_group (ab61b9ca-75ca-4f82-91de-81745cca079a), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:00.673400 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a9ee41d6-060a-46b0-9c03-1d5b2b01fa0b admin admin] Publish callbacks [] for security_group (ab61b9ca-75ca-4f82-91de-81745cca079a), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:00.719684 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a9ee41d6-060a-46b0-9c03-1d5b2b01fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ab61b9ca-75ca-4f82-91de-81745cca079a), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:00.722313 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a9ee41d6-060a-46b0-9c03-1d5b2b01fa0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:00.723502 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a9ee41d6-060a-46b0-9c03-1d5b2b01fa0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab61b9ca-75ca-4f82-91de-81745cca079a HTTP/1.1" status: 204 len: 168 time: 0.1217999 Oct 28 17:22:00.731434 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee41d6-060a-46b0-9c03-1d5b2b01fa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab61b9ca-75ca-4f82-91de-81745cca079a,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:01.427071 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment c2711d4f-19db-4284-9390-d728f1c2eeaa resource provider aggregate not found Oct 28 17:22:01.445231 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment c2711d4f-19db-4284-9390-d728f1c2eeaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2711d4f-19db-4284-9390-d728f1c2eeaa found for delete ", "request_id": "req-20394122-2a12-4485-9e9d-c6e54c71f7b1"}]} Oct 28 17:22:01.761631 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40328) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:01.771600 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40332) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:01.870007 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7afc8fec-9c26-49b7-9406-ad1641a37994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:01.882481 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a2f3b9d-fc1a-4bad-b950-6b23bea203ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:01.991721 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7afc8fec-9c26-49b7-9406-ad1641a37994 admin admin] Publish callbacks [] for security_group (9437b238-3985-41e4-9117-beba38dd825f), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.001276 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-7afc8fec-9c26-49b7-9406-ad1641a37994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (9437b238-3985-41e4-9117-beba38dd825f), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.004606 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a2f3b9d-fc1a-4bad-b950-6b23bea203ca admin admin] Publish callbacks [] for security_group (ada89982-2fee-476e-9e71-394d92ce048e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.018540 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4a2f3b9d-fc1a-4bad-b950-6b23bea203ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ada89982-2fee-476e-9e71-394d92ce048e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.057634 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-7afc8fec-9c26-49b7-9406-ad1641a37994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a53ee9775b0434eb2ae11da39d56936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948089 Oct 28 17:22:02.059568 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc8fec-9c26-49b7-9406-ad1641a37994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9437b238-3985-41e4-9117-beba38dd825f,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:02.061076 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40336) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:02.066529 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4a2f3b9d-fc1a-4bad-b950-6b23bea203ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56c6ee0f5d3f40f194d7d3b7cdc005aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912436 Oct 28 17:22:02.066529 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40338) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:02.106615 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f3b9d-fc1a-4bad-b950-6b23bea203ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada89982-2fee-476e-9e71-394d92ce048e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:02.112031 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e58f1d20-1004-47cf-a209-0ffda41f4204 admin admin] Publish callbacks [] for security_group (9437b238-3985-41e4-9117-beba38dd825f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.128695 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fe631a3-4519-476d-8ea4-74c8abb3d942 admin admin] Publish callbacks [] for security_group (ada89982-2fee-476e-9e71-394d92ce048e), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.135182 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e58f1d20-1004-47cf-a209-0ffda41f4204 admin admin] Publish callbacks [] for security_group (9437b238-3985-41e4-9117-beba38dd825f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.149365 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fe631a3-4519-476d-8ea4-74c8abb3d942 admin admin] Publish callbacks [] for security_group (ada89982-2fee-476e-9e71-394d92ce048e), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.183026 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e58f1d20-1004-47cf-a209-0ffda41f4204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (9437b238-3985-41e4-9117-beba38dd825f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.186124 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e58f1d20-1004-47cf-a209-0ffda41f4204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.190189 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e58f1d20-1004-47cf-a209-0ffda41f4204 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9437b238-3985-41e4-9117-beba38dd825f HTTP/1.1" status: 204 len: 168 time: 0.1273410 Oct 28 17:22:02.198621 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fe631a3-4519-476d-8ea4-74c8abb3d942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ada89982-2fee-476e-9e71-394d92ce048e), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.199383 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f1d20-1004-47cf-a209-0ffda41f4204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9437b238-3985-41e4-9117-beba38dd825f,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:02.201733 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fe631a3-4519-476d-8ea4-74c8abb3d942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.205413 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2fe631a3-4519-476d-8ea4-74c8abb3d942 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ada89982-2fee-476e-9e71-394d92ce048e HTTP/1.1" status: 204 len: 168 time: 0.1355457 Oct 28 17:22:02.212409 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe631a3-4519-476d-8ea4-74c8abb3d942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada89982-2fee-476e-9e71-394d92ce048e,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:02.487810 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40356) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:02.501237 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e69736c-49ef-4c80-b8e3-0e26e1008280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.577703 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e69736c-49ef-4c80-b8e3-0e26e1008280 admin admin] Publish callbacks [] for security_group (b290dee0-3310-44f8-994e-e69536552b1a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.583240 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e69736c-49ef-4c80-b8e3-0e26e1008280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (b290dee0-3310-44f8-994e-e69536552b1a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.631338 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1e69736c-49ef-4c80-b8e3-0e26e1008280 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93c8f9c743a442b192699f34108a3be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424673 Oct 28 17:22:02.631939 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40360) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:02.632555 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69736c-49ef-4c80-b8e3-0e26e1008280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b290dee0-3310-44f8-994e-e69536552b1a,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:02.687934 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b82bfcc0-9e8c-4bc1-87d1-61db71d81b54 admin admin] Publish callbacks [] for security_group (b290dee0-3310-44f8-994e-e69536552b1a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.709886 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b82bfcc0-9e8c-4bc1-87d1-61db71d81b54 admin admin] Publish callbacks [] for security_group (b290dee0-3310-44f8-994e-e69536552b1a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.757514 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b82bfcc0-9e8c-4bc1-87d1-61db71d81b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (b290dee0-3310-44f8-994e-e69536552b1a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.760271 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b82bfcc0-9e8c-4bc1-87d1-61db71d81b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:02.761506 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b82bfcc0-9e8c-4bc1-87d1-61db71d81b54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b290dee0-3310-44f8-994e-e69536552b1a HTTP/1.1" status: 204 len: 168 time: 0.1284108 Oct 28 17:22:02.769719 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bfcc0-9e8c-4bc1-87d1-61db71d81b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b290dee0-3310-44f8-994e-e69536552b1a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:03.382660 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-6973a038-9c2a-4fa2-a7f1-22b0b3137056 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515769 Oct 28 17:22:03.484256 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-e975bf17-2f6b-4d11-b9ce-9200001c0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:03.485825 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-e975bf17-2f6b-4d11-b9ce-9200001c0fe6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 1129 time: 0.0493863 Oct 28 17:22:03.600280 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-459b70bc-0ff4-4d5d-98db-b73850f61486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:03.601854 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-459b70bc-0ff4-4d5d-98db-b73850f61486 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 912 time: 0.0948477 Oct 28 17:22:03.673456 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-eae20d64-a30f-4336-9090-927f95faf4f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab HTTP/1.1" status: 200 len: 1001 time: 0.0636113 Oct 28 17:22:03.727128 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-03c42f4e-167c-4dc0-86dc-f7fbc68b54df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:03.730300 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-03c42f4e-167c-4dc0-86dc-f7fbc68b54df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0490303 Oct 28 17:22:03.778754 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-c04f051c-21fd-4e43-abb0-9b89d93935c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:03.780426 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-c04f051c-21fd-4e43-abb0-9b89d93935c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461392 Oct 28 17:22:03.881077 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-3d5ea9ad-454d-40d8-8bf7-54ab07e73829 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945616 Oct 28 17:22:03.973407 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7eb640a-aec5-4e5e-bc85-e49a7e13c71f req-53f52e10-f14e-4c2c-bb95-c64bf6f48ec4 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854335 Oct 28 17:22:05.459883 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40480) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:05.578987 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0fb03319-8780-4e62-b70a-302159f682aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:05.671788 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0fb03319-8780-4e62-b70a-302159f682aa admin admin] Publish callbacks [] for security_group (2c989043-235e-4f56-8ed5-1956bbac19f6), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:05.677117 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0fb03319-8780-4e62-b70a-302159f682aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (2c989043-235e-4f56-8ed5-1956bbac19f6), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:05.716474 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0fb03319-8780-4e62-b70a-302159f682aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=283cc63960e741aaaa9f784c612b01cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547681 Oct 28 17:22:05.717341 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb03319-8780-4e62-b70a-302159f682aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c989043-235e-4f56-8ed5-1956bbac19f6,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:05.719112 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40502) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:05.770029 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-024e2281-7748-42e3-82be-f86ed8ba2686 admin admin] Publish callbacks [] for security_group (2c989043-235e-4f56-8ed5-1956bbac19f6), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:05.797484 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-024e2281-7748-42e3-82be-f86ed8ba2686 admin admin] Publish callbacks [] for security_group (2c989043-235e-4f56-8ed5-1956bbac19f6), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:05.848644 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-024e2281-7748-42e3-82be-f86ed8ba2686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (2c989043-235e-4f56-8ed5-1956bbac19f6), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:05.851380 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-024e2281-7748-42e3-82be-f86ed8ba2686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:05.855278 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-024e2281-7748-42e3-82be-f86ed8ba2686 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c989043-235e-4f56-8ed5-1956bbac19f6 HTTP/1.1" status: 204 len: 168 time: 0.1320932 Oct 28 17:22:05.862785 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e2281-7748-42e3-82be-f86ed8ba2686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c989043-235e-4f56-8ed5-1956bbac19f6,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:06.133523 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40510) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:06.146834 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2f4020e1-0ebc-4d7a-ac33-8b4b408c9e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:06.224606 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2f4020e1-0ebc-4d7a-ac33-8b4b408c9e0d admin admin] Publish callbacks [] for security_group (874cb29e-eb23-4f36-972a-1a6b2870cd06), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:06.228614 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2f4020e1-0ebc-4d7a-ac33-8b4b408c9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (874cb29e-eb23-4f36-972a-1a6b2870cd06), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:06.264648 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4020e1-0ebc-4d7a-ac33-8b4b408c9e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874cb29e-eb23-4f36-972a-1a6b2870cd06,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:06.269055 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2f4020e1-0ebc-4d7a-ac33-8b4b408c9e0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd7902b2c94540da9551ab789aaf241a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343021 Oct 28 17:22:06.271606 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40514) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:06.320337 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5cde89bc-1525-4187-b5cf-d1322fceb8a8 admin admin] Publish callbacks [] for security_group (874cb29e-eb23-4f36-972a-1a6b2870cd06), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:06.342991 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5cde89bc-1525-4187-b5cf-d1322fceb8a8 admin admin] Publish callbacks [] for security_group (874cb29e-eb23-4f36-972a-1a6b2870cd06), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:06.393076 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5cde89bc-1525-4187-b5cf-d1322fceb8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (874cb29e-eb23-4f36-972a-1a6b2870cd06), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:06.395812 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5cde89bc-1525-4187-b5cf-d1322fceb8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:06.397050 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-5cde89bc-1525-4187-b5cf-d1322fceb8a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/874cb29e-eb23-4f36-972a-1a6b2870cd06 HTTP/1.1" status: 204 len: 168 time: 0.1243751 Oct 28 17:22:06.405354 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde89bc-1525-4187-b5cf-d1322fceb8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874cb29e-eb23-4f36-972a-1a6b2870cd06,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:09.102333 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-98c75800-f2bd-4003-85a7-eb35c5bf0f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:09.362042 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06f389-68ce-4ecc-abda-4a06471f2f40 req-95ae20f4-8c8c-43a7-b94a-e1954b32240e tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:09.363754 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2b06f389-68ce-4ecc-abda-4a06471f2f40 req-95ae20f4-8c8c-43a7-b94a-e1954b32240e tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 945 time: 0.0567062 Oct 28 17:22:09.414104 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2b06f389-68ce-4ecc-abda-4a06471f2f40 req-336faed8-faae-46b6-8e19-75e69276eebd tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Oct 28 17:22:10.571219 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e0b54-5e9f-4273-acbf-b341352d0c66 req-eb84adc5-1426-4519-8dd1-f62241f185b2 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:10.572736 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-250e0b54-5e9f-4273-acbf-b341352d0c66 req-eb84adc5-1426-4519-8dd1-f62241f185b2 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 945 time: 0.0629382 Oct 28 17:22:10.625820 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-250e0b54-5e9f-4273-acbf-b341352d0c66 req-b2fe8657-0be6-4b72-8752-58f4179490bd tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471580 Oct 28 17:22:10.785305 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40670) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:10.901252 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2edf0e0a-07b2-4ce4-9071-85e08f271781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:10.980147 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2edf0e0a-07b2-4ce4-9071-85e08f271781 admin admin] Publish callbacks [] for security_group (e3221bdd-bf33-4135-9f6f-c67eb3795a1b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:10.985977 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2edf0e0a-07b2-4ce4-9071-85e08f271781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e3221bdd-bf33-4135-9f6f-c67eb3795a1b), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.022940 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2edf0e0a-07b2-4ce4-9071-85e08f271781 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87632e5d4dab4bc9983f0384625eca7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362325 Oct 28 17:22:11.023788 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf0e0a-07b2-4ce4-9071-85e08f271781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3221bdd-bf33-4135-9f6f-c67eb3795a1b,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:11.025910 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40674) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:11.076516 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Publish callbacks [] for security_group (e3221bdd-bf33-4135-9f6f-c67eb3795a1b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.100338 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Publish callbacks [] for security_group (e3221bdd-bf33-4135-9f6f-c67eb3795a1b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.151531 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (e3221bdd-bf33-4135-9f6f-c67eb3795a1b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.154092 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.155199 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3221bdd-bf33-4135-9f6f-c67eb3795a1b HTTP/1.1" status: 204 len: 168 time: 0.1282156 Oct 28 17:22:11.162677 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3221bdd-bf33-4135-9f6f-c67eb3795a1b,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:11.170203 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.170567 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.170914 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.171252 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.171585 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.171913 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.172242 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.172569 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.172927 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.173254 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.173575 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.173991 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.174319 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f47927-8969-4544-9edc-0ea29448d3c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:11.338280 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-9c3e3aee-d176-4902-8405-e358f33ea526 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:11.339867 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-9c3e3aee-d176-4902-8405-e358f33ea526 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 945 time: 0.0534022 Oct 28 17:22:11.428960 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40684) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:11.435132 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-a1c673bc-7d89-4861-9b7b-9ea23be59daf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Deleting port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:11.435540 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-a1c673bc-7d89-4861-9b7b-9ea23be59daf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.446767 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6fda2174-60b9-424a-9323-fe4598837fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.459020 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a7af-275c-499c-be96-c3bf5b2822c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.528465 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-a1c673bc-7d89-4861-9b7b-9ea23be59daf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] For port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,segment=NetworkSegment(da21527b-630d-48c9-a571-26594f81b000),segment_id=da21527b-630d-48c9-a571-26594f81b000)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:11.528821 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-a1c673bc-7d89-4861-9b7b-9ea23be59daf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.532157 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6fda2174-60b9-424a-9323-fe4598837fef admin admin] Publish callbacks [] for security_group (ce244f60-b98f-49c5-8c5d-0c84d6fe6b47), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.537526 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6fda2174-60b9-424a-9323-fe4598837fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ce244f60-b98f-49c5-8c5d-0c84d6fe6b47), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.542306 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-a1c673bc-7d89-4861-9b7b-9ea23be59daf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Calling delete_port for 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:11.583460 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6fda2174-60b9-424a-9323-fe4598837fef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eff2b55fa3743b8a92e2b9984942ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533251 Oct 28 17:22:11.586252 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40686) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:11.587101 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda2174-60b9-424a-9323-fe4598837fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce244f60-b98f-49c5-8c5d-0c84d6fe6b47,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:11.665765 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea02c-2807-4751-a8f0-e5df1d4f180b admin admin] Publish callbacks [] for security_group (ce244f60-b98f-49c5-8c5d-0c84d6fe6b47), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.731884 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea02c-2807-4751-a8f0-e5df1d4f180b admin admin] Publish callbacks [] for security_group (ce244f60-b98f-49c5-8c5d-0c84d6fe6b47), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.754279 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-a1c673bc-7d89-4861-9b7b-9ea23be59daf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (4c6bb474-dfa2-4758-a8ea-c8dcab5ce821), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.769176 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['4c6bb474-dfa2-4758-a8ea-c8dcab5ce821'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:22:11.778369 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5147695-d748-473a-a6a6-ce61de4ce7bc req-cafc8740-6982-4f84-b70c-a83458e9a1c6 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:11.786115 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5147695-d748-473a-a6a6-ce61de4ce7bc req-cafc8740-6982-4f84-b70c-a83458e9a1c6 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea97a17-9df9-412c-88be-61abee0d8c3a HTTP/1.1" status: 200 len: 867 time: 0.0640976 Oct 28 17:22:11.800154 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c673bc-7d89-4861-9b7b-9ea23be59daf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Pushing event deleted for resources: {'Port': ['ID=4c6bb474-dfa2-4758-a8ea-c8dcab5ce821,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:11.857130 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-a1c673bc-7d89-4861-9b7b-9ea23be59daf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] No DVR routers for this DVR port 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:22:11.861504 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-a1c673bc-7d89-4861-9b7b-9ea23be59daf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.863457 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a5147695-d748-473a-a6a6-ce61de4ce7bc req-37b1db5e-dbfa-45e6-a48c-4b663e331e93 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754499 Oct 28 17:22:11.866459 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-26a8c6c6-8df6-40a5-821b-e8f0290b2da7 req-a1c673bc-7d89-4861-9b7b-9ea23be59daf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.44 "DELETE /v2.0/ports/4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 HTTP/1.1" status: 204 len: 173 time: 0.5211079 Oct 28 17:22:11.867277 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea97a17-9df9-412c-88be-61abee0d8c3a', 'name': 'network-vif-deleted', 'tag': '4c6bb474-dfa2-4758-a8ea-c8dcab5ce821'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:22:11.871646 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f2283d-0c02-4d4d-adab-8c0dc5b89c34" -d '{"events": [{"server_uuid": "bea97a17-9df9-412c-88be-61abee0d8c3a", "name": "network-vif-deleted", "tag": "4c6bb474-dfa2-4758-a8ea-c8dcab5ce821"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:22:11.875262 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea02c-2807-4751-a8f0-e5df1d4f180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (ce244f60-b98f-49c5-8c5d-0c84d6fe6b47), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.878686 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea02c-2807-4751-a8f0-e5df1d4f180b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:11.880265 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-5f8ea02c-2807-4751-a8f0-e5df1d4f180b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce244f60-b98f-49c5-8c5d-0c84d6fe6b47 HTTP/1.1" status: 204 len: 168 time: 0.2925889 Oct 28 17:22:11.894411 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ea02c-2807-4751-a8f0-e5df1d4f180b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce244f60-b98f-49c5-8c5d-0c84d6fe6b47,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:12.066332 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f0dfec-0b55-47b3-b3d1-df63b4fe5b58 x-openstack-request-id: req-d3f0dfec-0b55-47b3-b3d1-df63b4fe5b58 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:22:12.066790 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea97a17-9df9-412c-88be-61abee0d8c3a", "name": "network-vif-deleted", "tag": "4c6bb474-dfa2-4758-a8ea-c8dcab5ce821", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:22:12.067135 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3f0dfec-0b55-47b3-b3d1-df63b4fe5b58 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:22:12.067639 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f0dfec-0b55-47b3-b3d1-df63b4fe5b58'] response: {'server_uuid': 'bea97a17-9df9-412c-88be-61abee0d8c3a', 'name': 'network-vif-deleted', 'tag': '4c6bb474-dfa2-4758-a8ea-c8dcab5ce821', 'status': 'completed', 'code': 200} Oct 28 17:22:12.272103 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40704) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:12.286202 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8dece1bb-a70e-4302-aadd-dc90312757e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:12.364568 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8dece1bb-a70e-4302-aadd-dc90312757e6 admin admin] Publish callbacks [] for security_group (a09a796b-2172-4783-b6ae-52529d2cb66b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:12.369852 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8dece1bb-a70e-4302-aadd-dc90312757e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a09a796b-2172-4783-b6ae-52529d2cb66b), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:12.408343 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8dece1bb-a70e-4302-aadd-dc90312757e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=716fe3906c1c438e91db88432d62b907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343598 Oct 28 17:22:12.409215 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dece1bb-a70e-4302-aadd-dc90312757e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a796b-2172-4783-b6ae-52529d2cb66b,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:12.411137 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40706) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:12.463110 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c22cf85-23e7-404f-abe6-4248ab7961f2 admin admin] Publish callbacks [] for security_group (a09a796b-2172-4783-b6ae-52529d2cb66b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:12.484610 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c22cf85-23e7-404f-abe6-4248ab7961f2 admin admin] Publish callbacks [] for security_group (a09a796b-2172-4783-b6ae-52529d2cb66b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:12.532870 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:12.535346 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c22cf85-23e7-404f-abe6-4248ab7961f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a09a796b-2172-4783-b6ae-52529d2cb66b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:12.538256 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c22cf85-23e7-404f-abe6-4248ab7961f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:12.539504 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-2c22cf85-23e7-404f-abe6-4248ab7961f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a09a796b-2172-4783-b6ae-52529d2cb66b HTTP/1.1" status: 204 len: 168 time: 0.1272113 Oct 28 17:22:12.547197 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22cf85-23e7-404f-abe6-4248ab7961f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a796b-2172-4783-b6ae-52529d2cb66b,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:13.895974 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40764) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:14.055225 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Deleting port cad500a3-8128-4b0f-b45a-d941be5b8499 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:14.055562 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (cad500a3-8128-4b0f-b45a-d941be5b8499), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:14.131548 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:14.139067 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (cad500a3-8128-4b0f-b45a-d941be5b8499), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:14.139464 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (cad500a3-8128-4b0f-b45a-d941be5b8499), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:14.151502 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Calling delete_port for cad500a3-8128-4b0f-b45a-d941be5b8499 owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:14.298440 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (cad500a3-8128-4b0f-b45a-d941be5b8499), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:14.325531 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event deleted for resources: {'Port': ['ID=cad500a3-8128-4b0f-b45a-d941be5b8499,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:14.388176 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (be68ca79-3b87-475d-bcb7-5c45c2d1efc2), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:14.388507 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Floating IP be68ca79-3b87-475d-bcb7-5c45c2d1efc2 disassociated (deleted). External IP: 172.27.0.182, port: 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab. Oct 28 17:22:14.584904 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Router b355eae0-68f0-4aad-89ff-9ad3dc158f12 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:22:14.709384 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:22:14.715177 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:14.735594 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] Sync routers for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:22:14.744809 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b1432acf-7421-4b5b-b24f-2e9a3f471182 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "DELETE /v2.0/floatingips/be68ca79-3b87-475d-bcb7-5c45c2d1efc2 HTTP/1.1" status: 204 len: 168 time: 0.8478239 Oct 28 17:22:14.745127 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:22:14.745734 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:22:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:14.745863 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20eb5d7c-378b-498d-8add-e0abc8432566', 'tag': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:22:14.748401 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65392a74-b202-4971-b732-076953f5b91f" -d '{"events": [{"name": "network-changed", "server_uuid": "20eb5d7c-378b-498d-8add-e0abc8432566", "tag": "94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:22:14.956165 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:22:14.961707 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b22c50-3e1f-4520-b0ef-d6a7a0d374cc x-openstack-request-id: req-74b22c50-3e1f-4520-b0ef-d6a7a0d374cc {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:22:14.962269 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20eb5d7c-378b-498d-8add-e0abc8432566", "tag": "94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:22:14.962269 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74b22c50-3e1f-4520-b0ef-d6a7a0d374cc {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:22:14.962681 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b22c50-3e1f-4520-b0ef-d6a7a0d374cc'] response: {'name': 'network-changed', 'server_uuid': '20eb5d7c-378b-498d-8add-e0abc8432566', 'tag': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'status': 'completed', 'code': 200} Oct 28 17:22:14.988178 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e823ee-ee9e-4b38-8ad7-606552a32f22 req-1b6a15e1-997a-468a-bc1f-5d0b36cae2b2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:14.989679 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d5e823ee-ee9e-4b38-8ad7-606552a32f22 req-1b6a15e1-997a-468a-bc1f-5d0b36cae2b2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 945 time: 0.0565200 Oct 28 17:22:15.039032 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d5e823ee-ee9e-4b38-8ad7-606552a32f22 req-bc806626-d510-47cb-842b-36d81ddb9cd8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436080 Oct 28 17:22:15.172835 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '15f1e026-c83f-4e05-a769-95f4a7ea605c', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:11:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:48Z', 'updated_at': '2022-10-28T17:16:50Z', 'revision_number': 1, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:15.196194 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] Checking router: b355eae0-68f0-4aad-89ff-9ad3dc158f12 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:22:15.205821 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:22:15.206451 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:22:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:15.305357 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:22:15.373555 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:15.462242 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:22:15.484897 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:22:15.485231 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 4c6bb474-dfa2-4758-a8ea-c8dcab5ce821 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:22:15.529451 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '15f1e026-c83f-4e05-a769-95f4a7ea605c', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:11:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:48Z', 'updated_at': '2022-10-28T17:16:50Z', 'revision_number': 1, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:15.556755 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f096109-88e5-4ae1-b6f5-c0888699b43e None None] The sync data for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi is: [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_floatingips': [{'id': '15f1e026-c83f-4e05-a769-95f4a7ea605c', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'router_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'port_id': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'mac_address': 'fa:16:3e:11:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T17:16:48Z', 'updated_at': '2022-10-28T17:16:50Z', 'revision_number': 1, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:22:15.778848 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1dc29d-6901-44ec-afe4-1f10efc4619c None None] New status for floating IP be68ca79-3b87-475d-bcb7-5c45c2d1efc2: DOWN {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:22:16.185375 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96569106-bf4d-445b-961f-e0eb1d8d2fa6 req-ceaf9303-1c03-466f-8352-06b8b0038931 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:16.186958 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96569106-bf4d-445b-961f-e0eb1d8d2fa6 req-ceaf9303-1c03-466f-8352-06b8b0038931 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 945 time: 0.0565484 Oct 28 17:22:16.240451 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-96569106-bf4d-445b-961f-e0eb1d8d2fa6 req-0d2736c0-6f38-4fa5-a735-0317ac0776e2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478668 Oct 28 17:22:16.981533 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65392a74-b202-4971-b732-076953f5b91f req-eb03b886-6a1b-4133-987b-a95334330ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:16.983264 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-65392a74-b202-4971-b732-076953f5b91f req-eb03b886-6a1b-4133-987b-a95334330ad4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 1129 time: 0.0504870 Oct 28 17:22:17.071953 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65392a74-b202-4971-b732-076953f5b91f req-57a86141-e8bc-40a6-bd3c-cc05a7a0efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:17.073407 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-65392a74-b202-4971-b732-076953f5b91f req-57a86141-e8bc-40a6-bd3c-cc05a7a0efe9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 912 time: 0.0837517 Oct 28 17:22:17.112472 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-65392a74-b202-4971-b732-076953f5b91f req-309b58a7-fef2-43fc-bb9a-27a84aa5ffb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab HTTP/1.1" status: 200 len: 217 time: 0.0321431 Oct 28 17:22:17.163957 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65392a74-b202-4971-b732-076953f5b91f req-9cbe65cf-71c2-4516-a60d-e20b6b935530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:17.165333 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-65392a74-b202-4971-b732-076953f5b91f req-9cbe65cf-71c2-4516-a60d-e20b6b935530 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0465918 Oct 28 17:22:17.216383 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65392a74-b202-4971-b732-076953f5b91f req-93ed7e4d-a2d9-48d0-9166-8f5e778f3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:17.217992 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-65392a74-b202-4971-b732-076953f5b91f req-93ed7e4d-a2d9-48d0-9166-8f5e778f3245 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454724 Oct 28 17:22:17.308180 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-65392a74-b202-4971-b732-076953f5b91f req-d2ae8c48-ced0-4bee-b2bf-e34305275445 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833800 Oct 28 17:22:17.372164 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50058fec-a95b-4a31-beec-c9c6db10a2c6 req-0d04a3d8-3aa4-4dcf-91e9-0770bc09adeb tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:17.373715 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-50058fec-a95b-4a31-beec-c9c6db10a2c6 req-0d04a3d8-3aa4-4dcf-91e9-0770bc09adeb tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 945 time: 0.0531065 Oct 28 17:22:17.402228 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-65392a74-b202-4971-b732-076953f5b91f req-eda0f61e-dfe8-4adf-a6f3-fbe5d55346c2 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869112 Oct 28 17:22:17.423776 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-50058fec-a95b-4a31-beec-c9c6db10a2c6 req-4ec60eb7-e572-40b3-b137-65c3cafa0f5c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440357 Oct 28 17:22:18.559582 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb341d07-5f74-4332-a47e-f755b02ac3ec req-2670444d-b8c0-41c4-aba6-406447a5cb26 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:18.561146 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fb341d07-5f74-4332-a47e-f755b02ac3ec req-2670444d-b8c0-41c4-aba6-406447a5cb26 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 945 time: 0.0552316 Oct 28 17:22:18.611028 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fb341d07-5f74-4332-a47e-f755b02ac3ec req-a0db6b78-14c9-4fa6-afb8-b19150ff33c7 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 Oct 28 17:22:18.875538 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-f10e5070-7c14-417b-a789-07a62747d6ef tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:18.876993 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-f10e5070-7c14-417b-a789-07a62747d6ef tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 945 time: 0.0679016 Oct 28 17:22:18.973007 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-e09a0c72-9eca-428e-9f97-6bef09195ce2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Deleting port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:18.973436 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-e09a0c72-9eca-428e-9f97-6bef09195ce2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:19.063411 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-e09a0c72-9eca-428e-9f97-6bef09195ce2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] For port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:19.063777 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-e09a0c72-9eca-428e-9f97-6bef09195ce2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:19.079082 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-e09a0c72-9eca-428e-9f97-6bef09195ce2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Calling delete_port for 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:19.227055 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-e09a0c72-9eca-428e-9f97-6bef09195ce2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:19.255603 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a0c72-9eca-428e-9f97-6bef09195ce2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event deleted for resources: {'Port': ['ID=94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:19.307995 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-e09a0c72-9eca-428e-9f97-6bef09195ce2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] No DVR routers for this DVR port 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:22:19.311188 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-e09a0c72-9eca-428e-9f97-6bef09195ce2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:19.314726 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7fe36055-033c-4b22-bc39-a8b34f162ba0 req-e09a0c72-9eca-428e-9f97-6bef09195ce2 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "DELETE /v2.0/ports/94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab HTTP/1.1" status: 204 len: 173 time: 0.4319284 Oct 28 17:22:19.315530 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20eb5d7c-378b-498d-8add-e0abc8432566', 'name': 'network-vif-deleted', 'tag': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:22:19.317828 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58319fa-db4c-4c33-8678-05f5d6901f8a" -d '{"events": [{"server_uuid": "20eb5d7c-378b-498d-8add-e0abc8432566", "name": "network-vif-deleted", "tag": "94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:22:19.359175 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11bbff7-1115-4abf-bdde-022b517de498 x-openstack-request-id: req-d11bbff7-1115-4abf-bdde-022b517de498 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:22:19.359471 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20eb5d7c-378b-498d-8add-e0abc8432566", "name": "network-vif-deleted", "tag": "94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:22:19.359734 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d11bbff7-1115-4abf-bdde-022b517de498 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:22:19.360176 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11bbff7-1115-4abf-bdde-022b517de498'] response: {'server_uuid': '20eb5d7c-378b-498d-8add-e0abc8432566', 'name': 'network-vif-deleted', 'tag': '94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab', 'status': 'completed', 'code': 200} Oct 28 17:22:19.743031 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-2b02b0e6-4d12-481b-8380-980f73d4dd12 req-2a614bb3-e1ca-4d24-9bfd-a67ae7295564 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=20eb5d7c-378b-498d-8add-e0abc8432566 HTTP/1.1" status: 200 len: 210 time: 0.0320086 Oct 28 17:22:19.747295 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40852) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:19.826344 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:22:19.854490 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0afc1e7f-f5b2-47e4-9bb6-97c16c221052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:19.935097 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0afc1e7f-f5b2-47e4-9bb6-97c16c221052 admin admin] Publish callbacks [] for security_group (6a32192d-9079-485b-911b-d18a1dbf8ce0), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:19.941455 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0afc1e7f-f5b2-47e4-9bb6-97c16c221052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6a32192d-9079-485b-911b-d18a1dbf8ce0), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:19.978021 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0afc1e7f-f5b2-47e4-9bb6-97c16c221052 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=927596bbff3f457996442662dbb3260d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295089 Oct 28 17:22:19.980013 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc1e7f-f5b2-47e4-9bb6-97c16c221052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a32192d-9079-485b-911b-d18a1dbf8ce0,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:19.980762 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40856) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:20.039285 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-62a3f6f2-6885-4d94-8788-5f1508b6e823 admin admin] Publish callbacks [] for security_group (6a32192d-9079-485b-911b-d18a1dbf8ce0), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.060572 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-62a3f6f2-6885-4d94-8788-5f1508b6e823 admin admin] Publish callbacks [] for security_group (6a32192d-9079-485b-911b-d18a1dbf8ce0), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.113032 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-62a3f6f2-6885-4d94-8788-5f1508b6e823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6a32192d-9079-485b-911b-d18a1dbf8ce0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.117408 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-62a3f6f2-6885-4d94-8788-5f1508b6e823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.119075 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-62a3f6f2-6885-4d94-8788-5f1508b6e823 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a32192d-9079-485b-911b-d18a1dbf8ce0 HTTP/1.1" status: 204 len: 168 time: 0.1373312 Oct 28 17:22:20.126781 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3f6f2-6885-4d94-8788-5f1508b6e823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a32192d-9079-485b-911b-d18a1dbf8ce0,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:20.384961 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40868) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:20.398612 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d84fd8b-c5e9-4326-ba0e-9356fde35c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.431735 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40870) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:20.477772 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d84fd8b-c5e9-4326-ba0e-9356fde35c3f admin admin] Publish callbacks [] for security_group (3a2b2848-25fe-494e-9e43-c5fb7f9e856e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.483359 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d84fd8b-c5e9-4326-ba0e-9356fde35c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3a2b2848-25fe-494e-9e43-c5fb7f9e856e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.522771 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9d84fd8b-c5e9-4326-ba0e-9356fde35c3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d40643bf4fea4c34913315d53aaaac9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366401 Oct 28 17:22:20.523920 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84fd8b-c5e9-4326-ba0e-9356fde35c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2b2848-25fe-494e-9e43-c5fb7f9e856e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:20.526269 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40874) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:20.575086 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1ec02018-64b2-4fc2-8880-1622727bbd8d admin admin] Publish callbacks [] for security_group (3a2b2848-25fe-494e-9e43-c5fb7f9e856e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.603064 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-78da4aac-f8be-45e0-831d-856e4938d00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.609228 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1ec02018-64b2-4fc2-8880-1622727bbd8d admin admin] Publish callbacks [] for security_group (3a2b2848-25fe-494e-9e43-c5fb7f9e856e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.688290 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1ec02018-64b2-4fc2-8880-1622727bbd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3a2b2848-25fe-494e-9e43-c5fb7f9e856e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.690707 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1ec02018-64b2-4fc2-8880-1622727bbd8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.691870 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1ec02018-64b2-4fc2-8880-1622727bbd8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a2b2848-25fe-494e-9e43-c5fb7f9e856e HTTP/1.1" status: 204 len: 168 time: 0.1645005 Oct 28 17:22:20.706299 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02018-64b2-4fc2-8880-1622727bbd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2b2848-25fe-494e-9e43-c5fb7f9e856e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:20.724550 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-78da4aac-f8be-45e0-831d-856e4938d00d admin admin] Publish callbacks [] for security_group (bc5f2534-0c48-42dc-901d-57dd66f0ae86), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.731692 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-78da4aac-f8be-45e0-831d-856e4938d00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (bc5f2534-0c48-42dc-901d-57dd66f0ae86), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.767989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da4aac-f8be-45e0-831d-856e4938d00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f2534-0c48-42dc-901d-57dd66f0ae86,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:20.772440 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-78da4aac-f8be-45e0-831d-856e4938d00d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=054bede4b5bd4e799537b5bebf3836dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394167 Oct 28 17:22:20.775341 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40880) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:20.825439 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b52c00da-8099-4e5e-8a44-e8409a2a3db6 admin admin] Publish callbacks [] for security_group (bc5f2534-0c48-42dc-901d-57dd66f0ae86), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.847224 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b52c00da-8099-4e5e-8a44-e8409a2a3db6 admin admin] Publish callbacks [] for security_group (bc5f2534-0c48-42dc-901d-57dd66f0ae86), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.896676 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b52c00da-8099-4e5e-8a44-e8409a2a3db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (bc5f2534-0c48-42dc-901d-57dd66f0ae86), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.899329 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b52c00da-8099-4e5e-8a44-e8409a2a3db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:20.902937 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b52c00da-8099-4e5e-8a44-e8409a2a3db6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc5f2534-0c48-42dc-901d-57dd66f0ae86 HTTP/1.1" status: 204 len: 168 time: 0.1242452 Oct 28 17:22:20.911676 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c00da-8099-4e5e-8a44-e8409a2a3db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f2534-0c48-42dc-901d-57dd66f0ae86,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:20.985043 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 40892) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:20.998424 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7aabfbef-9d77-4b37-9857-c23208fd4730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:21.074412 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7aabfbef-9d77-4b37-9857-c23208fd4730 admin admin] Publish callbacks [] for security_group (cdf89a4a-2927-49e5-8bb1-79b0f27800ba), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:21.079051 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7aabfbef-9d77-4b37-9857-c23208fd4730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (cdf89a4a-2927-49e5-8bb1-79b0f27800ba), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:21.119533 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabfbef-9d77-4b37-9857-c23208fd4730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf89a4a-2927-49e5-8bb1-79b0f27800ba,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:21.125522 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7aabfbef-9d77-4b37-9857-c23208fd4730 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14ee33ed12994c0f9709944dfacc9609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392536 Oct 28 17:22:21.128493 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 40896) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:21.183933 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-79584884-4abb-47d2-811a-b3143db297db admin admin] Publish callbacks [] for security_group (cdf89a4a-2927-49e5-8bb1-79b0f27800ba), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:21.206112 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-79584884-4abb-47d2-811a-b3143db297db admin admin] Publish callbacks [] for security_group (cdf89a4a-2927-49e5-8bb1-79b0f27800ba), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:21.254685 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-79584884-4abb-47d2-811a-b3143db297db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (cdf89a4a-2927-49e5-8bb1-79b0f27800ba), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:21.257818 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-79584884-4abb-47d2-811a-b3143db297db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:21.261635 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-79584884-4abb-47d2-811a-b3143db297db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdf89a4a-2927-49e5-8bb1-79b0f27800ba HTTP/1.1" status: 204 len: 168 time: 0.1312032 Oct 28 17:22:21.270782 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584884-4abb-47d2-811a-b3143db297db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf89a4a-2927-49e5-8bb1-79b0f27800ba,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:21.820970 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:22:21.849077 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:22:21.849453 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 94e3e9ac-6a3c-427e-bbd1-dde1a86dcaab not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:22:21.856695 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:26.123007 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-b4a93c01-4d0b-428d-8f10-ad488f77961b tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:26.124620 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-b4a93c01-4d0b-428d-8f10-ad488f77961b tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/networks?id=d436678e-cecc-4c60-95b7-50bd8563995e HTTP/1.1" status: 200 len: 814 time: 0.1150403 Oct 28 17:22:26.139661 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-9a01e900-c51e-4219-95b7-814d3abd833b tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/quotas/5fc37bc7845a4d9fa6334677edfc217b HTTP/1.1" status: 200 len: 375 time: 0.0094998 Oct 28 17:22:26.171191 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7996fe17-7ea9-41de-9e12-37e17c4e4bbb tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fc37bc7845a4d9fa6334677edfc217b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267332 Oct 28 17:22:26.275778 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-d96a6cd2-6249-4ae3-a2ff-a36c9f8f58d3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 17:22:26.276760 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-d96a6cd2-6249-4ae3-a2ff-a36c9f8f58d3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0994606 Oct 28 17:22:26.366499 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5e4af8dd-53ed-422e-a99d-c60c22d1ecfc service neutron] 10.222.0.20 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837173 Oct 28 17:22:26.461272 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-c8ef923b-bac6-45c3-ae8b-de1362932179 service neutron] 10.222.0.20 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889854 Oct 28 17:22:26.672843 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0275dc00-3aae-41ae-8072-d19525e6b9cd req-87d477a1-870f-4442-b9dc-3bf009d83c97 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0445507 Oct 28 17:22:27.535546 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41030) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:27.686303 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Deleting port 4a788b30-9b6b-4b4d-b452-60fe029c069c {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:27.686732 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (4a788b30-9b6b-4b4d-b452-60fe029c069c), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:27.761272 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-236dfec1-ffc7-4939-8340-674d542b0fd8 req-4116dd62-1680-4d0e-8f40-b73da758af9e tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0298865 Oct 28 17:22:27.762147 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (4a788b30-9b6b-4b4d-b452-60fe029c069c), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:27.762561 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (4a788b30-9b6b-4b4d-b452-60fe029c069c), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:27.778364 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Calling delete_port for 4a788b30-9b6b-4b4d-b452-60fe029c069c owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:27.926890 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (4a788b30-9b6b-4b4d-b452-60fe029c069c), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:27.958234 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event deleted for resources: {'Port': ['ID=4a788b30-9b6b-4b4d-b452-60fe029c069c,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:28.023639 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (15f1e026-c83f-4e05-a769-95f4a7ea605c), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:28.023968 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Floating IP 15f1e026-c83f-4e05-a769-95f4a7ea605c disassociated (deleted). External IP: 172.27.0.115, port: 6c84547d-a93c-436c-b9d5-27c861a1147c. Oct 28 17:22:28.215641 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Router b355eae0-68f0-4aad-89ff-9ad3dc158f12 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:22:28.580230 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:22:28.585368 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:28.591756 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] Sync routers for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:22:28.602906 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:22:28.603525 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:22:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:28.616501 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6921410c-9e52-478a-ac34-3d318826e7e8 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "DELETE /v2.0/floatingips/15f1e026-c83f-4e05-a769-95f4a7ea605c HTTP/1.1" status: 204 len: 168 time: 1.0798380 Oct 28 17:22:28.617154 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'tag': '6c84547d-a93c-436c-b9d5-27c861a1147c'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:22:28.619445 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8e54ac-485a-4579-9be4-3792fd4d83fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6c681396-a0a4-43fb-b04f-e0703437b0e7", "tag": "6c84547d-a93c-436c-b9d5-27c861a1147c"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:22:28.654913 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557a2b90-3c6b-4f3b-926a-e62f9114784d x-openstack-request-id: req-557a2b90-3c6b-4f3b-926a-e62f9114784d {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:22:28.655206 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c681396-a0a4-43fb-b04f-e0703437b0e7", "tag": "6c84547d-a93c-436c-b9d5-27c861a1147c", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:22:28.656006 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-557a2b90-3c6b-4f3b-926a-e62f9114784d {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:22:28.656677 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557a2b90-3c6b-4f3b-926a-e62f9114784d'] response: {'name': 'network-changed', 'server_uuid': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'tag': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'status': 'completed', 'code': 200} Oct 28 17:22:28.706480 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:22:28.859455 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ee4e964a-200e-4bd5-80ae-8b56d3626a5a req-ff4453d6-a149-4d8b-9325-09997bfb7ddf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0328219 Oct 28 17:22:28.880915 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6111f-3e98-4199-ae2c-d89305dae72e req-ca34048f-3187-4369-a2a3-bc21e0ea9869 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:28.888071 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0c6111f-3e98-4199-ae2c-d89305dae72e req-ca34048f-3187-4369-a2a3-bc21e0ea9869 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0899897 Oct 28 17:22:28.915065 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:28.935872 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e0c6111f-3e98-4199-ae2c-d89305dae72e req-6a4d72b2-0771-41da-9c93-44b37c7a5fe5 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 Oct 28 17:22:28.941738 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] Checking router: b355eae0-68f0-4aad-89ff-9ad3dc158f12 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:22:28.951818 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:22:28.952510 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:22:11Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:29.056473 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:22:29.244860 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:29.267711 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc08cd4-9624-4752-a93f-1f86050fc593 None None] The sync data for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi is: [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:12:30Z', 'revision_number': 4, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi', '_interfaces': [{'id': '1d6d895b-1f82-4913-9954-c91562e33ce5', 'name': '', 'network_id': '2f7c9441-eac8-495b-be8c-b2ca75ecaa50', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'mac_address': 'fa:16:3e:b0:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:29Z', 'updated_at': '2022-10-28T17:12:35Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'subnets': [{'id': 'bb8530f7-264a-46ec-9833-4412157a69e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:22:29.488925 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd8a59-6270-4527-b28e-1f3b960f5c51 None None] New status for floating IP 15f1e026-c83f-4e05-a769-95f4a7ea605c: DOWN {{(pid=103945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 17:22:29.947592 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-131ce9d6-ad95-4da8-b970-acc2e0d45b88 req-8bc48b28-69e2-4b8d-827d-ef36fe3e67a6 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0301275 Oct 28 17:22:29.948236 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-95325675-f38d-41a9-8691-9f056b77475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:29.949397 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-95325675-f38d-41a9-8691-9f056b77475c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0457964 Oct 28 17:22:30.067805 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02606a-5c84-4dbb-9f5b-cbeaa315d297 req-09cbb06c-844e-42ce-bd58-9692f0794ae4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:30.070429 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9d02606a-5c84-4dbb-9f5b-cbeaa315d297 req-09cbb06c-844e-42ce-bd58-9692f0794ae4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0558615 Oct 28 17:22:30.120989 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9d02606a-5c84-4dbb-9f5b-cbeaa315d297 req-9edfbd61-dab4-44f1-9f81-1491d7855a96 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458472 Oct 28 17:22:31.055414 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0e1e7a80-82d2-4b34-8a3e-15733a6710da req-c4a445b7-e037-4753-84ce-fc0517ca12aa tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0269270 Oct 28 17:22:31.265013 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52ba9e-b7db-4528-a71b-3ade18713276 req-85bcc3ca-c7f7-4cf1-9c0b-de0e5a705043 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:31.267230 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e52ba9e-b7db-4528-a71b-3ade18713276 req-85bcc3ca-c7f7-4cf1-9c0b-de0e5a705043 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0631402 Oct 28 17:22:31.321508 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4e52ba9e-b7db-4528-a71b-3ade18713276 req-49f90183-fad1-4779-a3c3-3d8c5c396fcc tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457749 Oct 28 17:22:31.401151 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-0ee12004-e871-4279-b50c-d7da4ecfb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:31.402908 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-0ee12004-e871-4279-b50c-d7da4ecfb6ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 200 len: 912 time: 0.0907774 Oct 28 17:22:31.446265 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-6aa40144-d13f-4cbc-89ff-8dbf4bfc4dc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c84547d-a93c-436c-b9d5-27c861a1147c HTTP/1.1" status: 200 len: 217 time: 0.0374851 Oct 28 17:22:31.496775 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-ac559254-2714-46b0-839e-825632d9c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:31.498250 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-ac559254-2714-46b0-839e-825632d9c9e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 200 len: 850 time: 0.0428288 Oct 28 17:22:31.558737 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-e13fe22d-d009-4873-9c30-bb12a94d7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:31.560251 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-e13fe22d-d009-4873-9c30-bb12a94d7168 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f7c9441-eac8-495b-be8c-b2ca75ecaa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450146 Oct 28 17:22:31.834627 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-d05f60da-7ea1-4b03-b244-229f8671373d service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933819 Oct 28 17:22:31.934577 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef8e54ac-485a-4579-9be4-3792fd4d83fa req-719f9f2a-48fc-4cb7-9111-5058b100a457 service neutron] 10.222.0.44 "GET /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923398 Oct 28 17:22:32.165403 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9665a558-17d9-437d-978b-e16eff62e556 req-a5f9ac47-691c-43dd-ab60-6d3bb2b2dfbe tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0273380 Oct 28 17:22:32.465028 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b22e7-04d6-45f2-9e39-4805f8e32251 req-584a4612-ae8d-4965-903a-64d585e0bf40 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:32.466548 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ca9b22e7-04d6-45f2-9e39-4805f8e32251 req-584a4612-ae8d-4965-903a-64d585e0bf40 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0568748 Oct 28 17:22:32.515161 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-ca9b22e7-04d6-45f2-9e39-4805f8e32251 req-6416f88a-035d-4379-8f87-b1575b863cc0 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423565 Oct 28 17:22:33.279360 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0fad4bc1-7ef7-47fa-b34a-c499e8c86e29 req-fd6772b6-3e07-412a-8c80-d7abe10b46a8 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0314884 Oct 28 17:22:33.647820 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08e96-b718-4b14-9539-8692c6cac113 req-6c48dd0f-7b7e-4e0e-8948-6a2edccc41e0 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:33.649262 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-aea08e96-b718-4b14-9539-8692c6cac113 req-6c48dd0f-7b7e-4e0e-8948-6a2edccc41e0 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0548022 Oct 28 17:22:33.699985 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-aea08e96-b718-4b14-9539-8692c6cac113 req-7dc69a06-b114-4503-b033-862caca2309e tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427353 Oct 28 17:22:34.388838 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a35b4959-a16a-49d7-95fa-864ed28154ff req-44ea6923-f64e-4727-9fd1-5055ddeaf974 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0271683 Oct 28 17:22:34.847747 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec8d62-e83b-43d7-91ce-a5e60930b0e0 req-fcdc397f-0506-4ee5-bc9f-67f040e13984 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:34.849164 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e7ec8d62-e83b-43d7-91ce-a5e60930b0e0 req-fcdc397f-0506-4ee5-bc9f-67f040e13984 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0658958 Oct 28 17:22:34.903152 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e7ec8d62-e83b-43d7-91ce-a5e60930b0e0 req-174a8e32-ef9e-46ab-a4ed-948277a5893c tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480740 Oct 28 17:22:35.500597 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-27dfc661-7b0c-46b8-bcfd-3fd71b59055d req-5056847c-a2a9-41e0-8375-af113d9a7c1e tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0273218 Oct 28 17:22:36.042745 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30f95-a6c3-447b-8312-037a4b617104 req-58459fd7-7a63-4b0b-9150-b4940e5d6cdb tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:36.044667 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c9b30f95-a6c3-447b-8312-037a4b617104 req-58459fd7-7a63-4b0b-9150-b4940e5d6cdb tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0605783 Oct 28 17:22:36.097850 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c9b30f95-a6c3-447b-8312-037a4b617104 req-3763dca3-7e27-4c7a-ba28-73ed07423c39 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc4b307b-622e-49b3-9e6a-d62eb64b5be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474005 Oct 28 17:22:36.539674 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-028efa39-d9d4-4920-b4a6-25675115af1d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:36.541364 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-028efa39-d9d4-4920-b4a6-25675115af1d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.44 "GET /v2.0/networks?id=d436678e-cecc-4c60-95b7-50bd8563995e HTTP/1.1" status: 200 len: 814 time: 0.1073277 Oct 28 17:22:36.557059 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Request body: {'port': {'device_id': 'baec0035-d690-4f64-a915-a0177b64c9a9', 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e', 'admin_state_up': True, 'tenant_id': '5fc37bc7845a4d9fa6334677edfc217b'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:22:36.595168 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-2795ab90-44c1-4af2-974c-55093eda0140 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:36.596641 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-2795ab90-44c1-4af2-974c-55093eda0140 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0644207 Oct 28 17:22:36.650981 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-beb7726f-b748-42e5-a61a-7ca69ca9d5ba req-db997b7f-6b0b-4864-901b-e1ce546b4c05 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0532033 Oct 28 17:22:36.674925 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Made reservation on behalf of 5fc37bc7845a4d9fa6334677edfc217b for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 17:22:36.678196 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:36.711102 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-4bb9b853-39be-42a6-948e-a98204678627 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Deleting port 6c84547d-a93c-436c-b9d5-27c861a1147c {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:36.711442 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-4bb9b853-39be-42a6-948e-a98204678627 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:36.799999 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Allocated IP 172.20.0.7 (d436678e-cecc-4c60-95b7-50bd8563995e/e4d49975-2d5a-4b6d-bcba-75f6a220ac87/e5234408-763e-442a-927c-0810d88598f7) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 17:22:36.805180 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-4bb9b853-39be-42a6-948e-a98204678627 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] For port 6c84547d-a93c-436c-b9d5-27c861a1147c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=6c84547d-a93c-436c-b9d5-27c861a1147c,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:36.805545 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-4bb9b853-39be-42a6-948e-a98204678627 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:36.818710 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-4bb9b853-39be-42a6-948e-a98204678627 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Calling delete_port for 6c84547d-a93c-436c-b9d5-27c861a1147c owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:36.941140 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-4bb9b853-39be-42a6-948e-a98204678627 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (6c84547d-a93c-436c-b9d5-27c861a1147c), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:36.951807 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks [] for port (e5234408-763e-442a-927c-0810d88598f7), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:36.972882 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9b853-39be-42a6-948e-a98204678627 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event deleted for resources: {'Port': ['ID=6c84547d-a93c-436c-b9d5-27c861a1147c,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:36.986720 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757693915140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (e5234408-763e-442a-927c-0810d88598f7), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:37.014032 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-4bb9b853-39be-42a6-948e-a98204678627 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] No DVR routers for this DVR port 6c84547d-a93c-436c-b9d5-27c861a1147c on host hv-cinder-85983 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:22:37.016743 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-4bb9b853-39be-42a6-948e-a98204678627 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:37.020319 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-341c6813-41ab-4419-a4fb-d8c8c55e447a req-4bb9b853-39be-42a6-948e-a98204678627 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.44 "DELETE /v2.0/ports/6c84547d-a93c-436c-b9d5-27c861a1147c HTTP/1.1" status: 204 len: 173 time: 0.4090440 Oct 28 17:22:37.020851 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'name': 'network-vif-deleted', 'tag': '6c84547d-a93c-436c-b9d5-27c861a1147c'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:22:37.023184 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ae2bdf50a1791204d076e6609852005627d6632f43af2b7dd52763a0e9fac77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ff8fa6-5da8-4feb-90c9-e53b3d6314e0" -d '{"events": [{"server_uuid": "6c681396-a0a4-43fb-b04f-e0703437b0e7", "name": "network-vif-deleted", "tag": "6c84547d-a93c-436c-b9d5-27c861a1147c"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:22:37.037305 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Network d436678e-cecc-4c60-95b7-50bd8563995e is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 17:22:37.043574 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 17:22:37.048285 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 17:22:37.059662 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8879d765-b449-4f26-a0ee-c0c88446b6e2 x-openstack-request-id: req-8879d765-b449-4f26-a0ee-c0c88446b6e2 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:22:37.059989 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c681396-a0a4-43fb-b04f-e0703437b0e7", "name": "network-vif-deleted", "tag": "6c84547d-a93c-436c-b9d5-27c861a1147c", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:22:37.060236 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8879d765-b449-4f26-a0ee-c0c88446b6e2 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:22:37.060669 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8879d765-b449-4f26-a0ee-c0c88446b6e2'] response: {'server_uuid': '6c681396-a0a4-43fb-b04f-e0703437b0e7', 'name': 'network-vif-deleted', 'tag': '6c84547d-a93c-436c-b9d5-27c861a1147c', 'status': 'completed', 'code': 200} Oct 28 17:22:37.080615 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Pushing event updated for resources: {'Port': ['ID=e5234408-763e-442a-927c-0810d88598f7,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:37.109830 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:37.110470 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:37.123659 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 6c84547d-a93c-436c-b9d5-27c861a1147c no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:22:37.133301 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-7b49baf9-8d15-4e57-a33c-70e7950f5289 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826626 Oct 28 17:22:37.147437 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: 6c84547d-a93c-436c-b9d5-27c861a1147c {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:22:37.147786 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Request body: {'port': {'device_id': 'baec0035-d690-4f64-a915-a0177b64c9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 17:22:37.147916 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device 6c84547d-a93c-436c-b9d5-27c861a1147c not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:22:37.209810 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5234408-763e-442a-927c-0810d88598f7), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:37.211292 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-a6e49b85-0064-43c0-a303-78b6689a6dda req-6f4edc05-42e3-4172-85c2-a773ead60cd9 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c681396-a0a4-43fb-b04f-e0703437b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0272198 Oct 28 17:22:37.482849 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5234408-763e-442a-927c-0810d88598f7 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:22:37.490571 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Publish callbacks [] for port (e5234408-763e-442a-927c-0810d88598f7), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:37.503365 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Transition to ACTIVE for port object e5234408-763e-442a-927c-0810d88598f7 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 17:22:37.508350 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (e5234408-763e-442a-927c-0810d88598f7), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:37.566060 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Pushing event updated for resources: {'Port': ['ID=e5234408-763e-442a-927c-0810d88598f7,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:37.613623 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Attempting to bind port e5234408-763e-442a-927c-0810d88598f7 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 17:22:37.613929 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Attempting to bind port e5234408-763e-442a-927c-0810d88598f7 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'da21527b-630d-48c9-a571-26594f81b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 17:22:37.614315 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Attempting to bind port e5234408-763e-442a-927c-0810d88598f7 on network d436678e-cecc-4c60-95b7-50bd8563995e {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:22:37.618549 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Port e5234408-763e-442a-927c-0810d88598f7 on network d436678e-cecc-4c60-95b7-50bd8563995e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 17:22:37.618842 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Attempting to bind port e5234408-763e-442a-927c-0810d88598f7 on network d436678e-cecc-4c60-95b7-50bd8563995e {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 17:22:37.624033 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Checking agent: {'id': '42c0bc0e-591f-47ed-b392-157c0507a8ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'started_at': datetime.datetime(2022, 10, 28, 17, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 17, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 17:22:37.624375 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Checking segment: {'id': 'da21527b-630d-48c9-a571-26594f81b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 17:22:37.624762 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Bound using segment: {'id': 'da21527b-630d-48c9-a571-26594f81b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 17:22:37.625177 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Bound port: e5234408-763e-442a-927c-0810d88598f7, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da21527b-630d-48c9-a571-26594f81b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 17:22:37.625527 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5234408-763e-442a-927c-0810d88598f7), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:37.686622 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] For port e5234408-763e-442a-927c-0810d88598f7, host hv-cinder-85983, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 17:22:37.689762 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] For port e5234408-763e-442a-927c-0810d88598f7, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e5234408-763e-442a-927c-0810d88598f7,segment=NetworkSegment(da21527b-630d-48c9-a571-26594f81b000),segment_id=da21527b-630d-48c9-a571-26594f81b000)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 17:22:37.696960 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5542239'] for port (e5234408-763e-442a-927c-0810d88598f7), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:37.701109 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:37.701723 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:37.703173 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] 10.222.0.44 "PUT /v2.0/ports/e5234408-763e-442a-927c-0810d88598f7 HTTP/1.1" status: 200 len: 1093 time: 0.5605853 Oct 28 17:22:37.703712 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baec0035-d690-4f64-a915-a0177b64c9a9', 'tag': 'e5234408-763e-442a-927c-0810d88598f7'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:22:37.705974 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "baec0035-d690-4f64-a915-a0177b64c9a9", "tag": "e5234408-763e-442a-927c-0810d88598f7"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:22:37.749484 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f61dd9-26e8-4156-a479-fad9de245526 x-openstack-request-id: req-54f61dd9-26e8-4156-a479-fad9de245526 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:22:37.749778 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baec0035-d690-4f64-a915-a0177b64c9a9", "tag": "e5234408-763e-442a-927c-0810d88598f7", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:22:37.750067 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54f61dd9-26e8-4156-a479-fad9de245526 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:22:37.750495 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f61dd9-26e8-4156-a479-fad9de245526'] response: {'name': 'network-changed', 'server_uuid': 'baec0035-d690-4f64-a915-a0177b64c9a9', 'tag': 'e5234408-763e-442a-927c-0810d88598f7', 'status': 'completed', 'code': 200} Oct 28 17:22:37.790304 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21d7b0-e7b7-47a5-b1d1-d5017343f42f req-24554223-d047-4033-b228-6a5deed4b0bd tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:37.792100 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6df0fa-632b-46ba-859b-1a8db0a38019 service neutron] Pushing event updated for resources: {'Port': ['ID=e5234408-763e-442a-927c-0810d88598f7,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:37.797917 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6f21d7b0-e7b7-47a5-b1d1-d5017343f42f req-24554223-d047-4033-b228-6a5deed4b0bd tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 943 time: 0.0624208 Oct 28 17:22:37.820183 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-40466754-06ca-41b9-9da7-91c5ea3ca61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:37.822206 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-40466754-06ca-41b9-9da7-91c5ea3ca61f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fc37bc7845a4d9fa6334677edfc217b&device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 1127 time: 0.0744252 Oct 28 17:22:37.844946 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-6f21d7b0-e7b7-47a5-b1d1-d5017343f42f req-0d9ebb96-d5aa-4d51-bddc-61c0ce658913 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460949 Oct 28 17:22:37.868034 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-1c645256-e1bf-4881-b9b5-39ca68dc7c1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5234408-763e-442a-927c-0810d88598f7 HTTP/1.1" status: 200 len: 217 time: 0.0338764 Oct 28 17:22:37.920131 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-c2a1b519-4d71-4a92-9ad8-75df6beb6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:37.921657 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-c2a1b519-4d71-4a92-9ad8-75df6beb6788 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4d49975-2d5a-4b6d-bcba-75f6a220ac87 HTTP/1.1" status: 200 len: 854 time: 0.0481517 Oct 28 17:22:37.953616 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-22aace85-901d-438a-a4b3-1fbdb760a8ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d436678e-cecc-4c60-95b7-50bd8563995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262311 Oct 28 17:22:38.049190 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-55712270-da8e-4f37-bf7f-2ea0735e1982 service neutron] 10.222.0.44 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895700 Oct 28 17:22:38.147032 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-809c8c61-0fae-47a4-9d91-7b91c51a92ab req-2a31ff61-3c28-4ff5-9d14-ac04ea9f152e service neutron] 10.222.0.44 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917420 Oct 28 17:22:38.254832 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3 req-25a3114f-5eca-4a74-b6b7-2365a8c34079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:38.256620 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3 req-25a3114f-5eca-4a74-b6b7-2365a8c34079 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fc37bc7845a4d9fa6334677edfc217b&device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 1127 time: 0.0533433 Oct 28 17:22:38.298710 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41158) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:38.361193 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3 req-d9471307-8e41-41db-ab02-492d7def0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:38.362685 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3 req-d9471307-8e41-41db-ab02-492d7def0a6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d436678e-cecc-4c60-95b7-50bd8563995e HTTP/1.1" status: 200 len: 915 time: 0.0992851 Oct 28 17:22:38.403565 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3 req-43d84d98-bdb4-47b8-a2fa-c1536a9db6e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5234408-763e-442a-927c-0810d88598f7 HTTP/1.1" status: 200 len: 217 time: 0.0337620 Oct 28 17:22:38.426715 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-bde40126-5cbb-4525-8eec-6f6f8a0748a4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Deleting port 8204a701-3eec-4d3e-87f6-2d90a50afcad {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:38.427059 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bde40126-5cbb-4525-8eec-6f6f8a0748a4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (8204a701-3eec-4d3e-87f6-2d90a50afcad), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:38.452304 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3 req-d74fa459-9157-44ce-99c3-88f862c38d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:38.453907 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3 req-d74fa459-9157-44ce-99c3-88f862c38d7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4d49975-2d5a-4b6d-bcba-75f6a220ac87 HTTP/1.1" status: 200 len: 854 time: 0.0441775 Oct 28 17:22:38.485759 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3 req-8f245077-1bb4-4960-9812-e95f037f7292 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d436678e-cecc-4c60-95b7-50bd8563995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247738 Oct 28 17:22:38.499887 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bde40126-5cbb-4525-8eec-6f6f8a0748a4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (8204a701-3eec-4d3e-87f6-2d90a50afcad), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:38.500243 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bde40126-5cbb-4525-8eec-6f6f8a0748a4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (8204a701-3eec-4d3e-87f6-2d90a50afcad), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:38.512219 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-bde40126-5cbb-4525-8eec-6f6f8a0748a4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Calling delete_port for 8204a701-3eec-4d3e-87f6-2d90a50afcad owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:38.577416 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3 req-fd45ef7b-696c-402a-9129-4414164d3a0b service neutron] 10.222.0.44 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845466 Oct 28 17:22:38.643479 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bde40126-5cbb-4525-8eec-6f6f8a0748a4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (8204a701-3eec-4d3e-87f6-2d90a50afcad), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:38.666812 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde40126-5cbb-4525-8eec-6f6f8a0748a4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event deleted for resources: {'Port': ['ID=8204a701-3eec-4d3e-87f6-2d90a50afcad,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:38.667400 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1aebc549-96f0-48d9-9a15-c8e7c45d4dc3 req-8867b440-569e-430d-a053-db1c381bb23a service neutron] 10.222.0.44 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844715 Oct 28 17:22:38.728254 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bde40126-5cbb-4525-8eec-6f6f8a0748a4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for floatingip (b7e749fb-4e3d-452d-90fb-c5c4ea515df1), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:38.730946 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bde40126-5cbb-4525-8eec-6f6f8a0748a4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:38.732119 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bde40126-5cbb-4525-8eec-6f6f8a0748a4 tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7e749fb-4e3d-452d-90fb-c5c4ea515df1 HTTP/1.1" status: 204 len: 168 time: 0.4320185 Oct 28 17:22:39.082486 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-370e6e68-fac0-4819-bc05-68c5d42a9c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:39.229368 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd6fee-f9c7-4a40-93cc-a86ab6c5d842 req-9f509c5a-7eaf-423f-8b0c-2cdf8db0c2bc tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:39.230954 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-79bd6fee-f9c7-4a40-93cc-a86ab6c5d842 req-9f509c5a-7eaf-423f-8b0c-2cdf8db0c2bc tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 943 time: 0.3076930 Oct 28 17:22:39.278513 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-79bd6fee-f9c7-4a40-93cc-a86ab6c5d842 req-078027b5-57f8-4268-b232-ac643223c9a1 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418255 Oct 28 17:22:39.538177 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41178) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:39.662404 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c28c4620-1a7f-42b2-b81b-ca72fa5a0215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:39.738907 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c28c4620-1a7f-42b2-b81b-ca72fa5a0215 admin admin] Publish callbacks [] for security_group (a73c2be6-0540-46ba-b34e-432b2edb5c10), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:39.744292 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c28c4620-1a7f-42b2-b81b-ca72fa5a0215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a73c2be6-0540-46ba-b34e-432b2edb5c10), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:39.780917 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c28c4620-1a7f-42b2-b81b-ca72fa5a0215 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a84f46486ea6442db9e2a798e15d7952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414348 Oct 28 17:22:39.781749 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c4620-1a7f-42b2-b81b-ca72fa5a0215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73c2be6-0540-46ba-b34e-432b2edb5c10,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:39.784673 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41182) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:39.833720 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2a33353b-5946-44b6-9993-df183dcf42ad admin admin] Publish callbacks [] for security_group (a73c2be6-0540-46ba-b34e-432b2edb5c10), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:39.855850 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2a33353b-5946-44b6-9993-df183dcf42ad admin admin] Publish callbacks [] for security_group (a73c2be6-0540-46ba-b34e-432b2edb5c10), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:39.906494 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2a33353b-5946-44b6-9993-df183dcf42ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (a73c2be6-0540-46ba-b34e-432b2edb5c10), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:39.909062 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2a33353b-5946-44b6-9993-df183dcf42ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:39.910314 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-2a33353b-5946-44b6-9993-df183dcf42ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a73c2be6-0540-46ba-b34e-432b2edb5c10 HTTP/1.1" status: 204 len: 168 time: 0.1243885 Oct 28 17:22:39.918875 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33353b-5946-44b6-9993-df183dcf42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73c2be6-0540-46ba-b34e-432b2edb5c10,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:40.414266 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ed939-2801-45a6-804c-7f2d2004d0dc req-b66a1694-8f8a-4945-a331-6bd6d23093da tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:40.415708 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8f1ed939-2801-45a6-804c-7f2d2004d0dc req-b66a1694-8f8a-4945-a331-6bd6d23093da tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 943 time: 0.0545003 Oct 28 17:22:40.466657 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8f1ed939-2801-45a6-804c-7f2d2004d0dc req-f0dd634a-400b-4482-905c-e728d7245801 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451608 Oct 28 17:22:41.455972 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-88fed476-23de-4b21-8d5f-11d58219c025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:41.591218 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4177-4e92-479f-8222-303c44a73c4e req-0d1f14ab-536d-4f03-a948-82de41b4631d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:41.592741 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9d8e4177-4e92-479f-8222-303c44a73c4e req-0d1f14ab-536d-4f03-a948-82de41b4631d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 943 time: 0.0533578 Oct 28 17:22:41.639096 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9d8e4177-4e92-479f-8222-303c44a73c4e req-cab9aaeb-6ca1-4c59-aba8-5f676e26249b tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Oct 28 17:22:42.548947 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:42.784561 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24228660-7fe8-47ba-9511-17a03de55caa req-af9010af-1d92-4682-bc78-ce558f03c54b tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:42.786097 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-24228660-7fe8-47ba-9511-17a03de55caa req-af9010af-1d92-4682-bc78-ce558f03c54b tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 943 time: 0.0580564 Oct 28 17:22:42.841007 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-24228660-7fe8-47ba-9511-17a03de55caa req-88b8e781-0de0-4296-8916-7e9095d5eb2f tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468550 Oct 28 17:22:43.972183 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d89fb-a58d-429c-8f6c-a2c6d52cef24 req-ab1d18af-cd90-4a69-8aff-7119275631d0 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:43.973672 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-069d89fb-a58d-429c-8f6c-a2c6d52cef24 req-ab1d18af-cd90-4a69-8aff-7119275631d0 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 943 time: 0.0572116 Oct 28 17:22:44.021202 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-069d89fb-a58d-429c-8f6c-a2c6d52cef24 req-53f8e1be-0d48-408d-a3b3-ae5bfbca08c4 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 Oct 28 17:22:44.128993 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:44.213798 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41212) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:44.272030 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-edfa28a3-6f13-4c4d-925c-a79b3865621f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group (dc4b307b-622e-49b3-9e6a-d62eb64b5be5), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:44.296754 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-edfa28a3-6f13-4c4d-925c-a79b3865621f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group (dc4b307b-622e-49b3-9e6a-d62eb64b5be5), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:44.359203 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-edfa28a3-6f13-4c4d-925c-a79b3865621f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (dc4b307b-622e-49b3-9e6a-d62eb64b5be5), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:44.361976 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-edfa28a3-6f13-4c4d-925c-a79b3865621f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:44.363173 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-edfa28a3-6f13-4c4d-925c-a79b3865621f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc4b307b-622e-49b3-9e6a-d62eb64b5be5 HTTP/1.1" status: 204 len: 168 time: 0.1483181 Oct 28 17:22:44.373605 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa28a3-6f13-4c4d-925c-a79b3865621f tempest-TestVolumeBootPattern-1150095546 tempest-TestVolumeBootPattern-1150095546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4b307b-622e-49b3-9e6a-d62eb64b5be5,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:44.428231 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41216) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:44.925285 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (b355eae0-68f0-4aad-89ff-9ad3dc158f12), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:45.193349 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626ac60-6897-4923-b632-0b24c953f063 req-a53bd191-6e71-4390-b751-acae9edcca5d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:45.194763 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8626ac60-6897-4923-b632-0b24c953f063 req-a53bd191-6e71-4390-b751-acae9edcca5d tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 943 time: 0.0948405 Oct 28 17:22:45.219077 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] Deleting port 1d6d895b-1f82-4913-9954-c91562e33ce5 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:45.219398 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:45.290111 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-8626ac60-6897-4923-b632-0b24c953f063 req-f9481788-40c3-4047-a2aa-5c3b108573a1 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894010 Oct 28 17:22:45.319775 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] For port 1d6d895b-1f82-4913-9954-c91562e33ce5, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=1d6d895b-1f82-4913-9954-c91562e33ce5,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:45.320139 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:45.332678 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] Calling delete_port for 1d6d895b-1f82-4913-9954-c91562e33ce5 owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:45.378843 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:45.538549 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (1d6d895b-1f82-4913-9954-c91562e33ce5), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:45.565448 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6d895b-1f82-4913-9954-c91562e33ce5,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:45.731149 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (b355eae0-68f0-4aad-89ff-9ad3dc158f12), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:45.757456 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device e5234408-763e-442a-927c-0810d88598f7 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=103945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 17:22:45.855549 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port e5234408-763e-442a-927c-0810d88598f7, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e5234408-763e-442a-927c-0810d88598f7,segment=NetworkSegment(da21527b-630d-48c9-a571-26594f81b000),segment_id=da21527b-630d-48c9-a571-26594f81b000)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:45.871843 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Returning: {'device': 'e5234408-763e-442a-927c-0810d88598f7', 'network_id': 'd436678e-cecc-4c60-95b7-50bd8563995e', 'port_id': 'e5234408-763e-442a-927c-0810d88598f7', 'mac_address': 'fa:16:3e:31:35:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d49975-2d5a-4b6d-bcba-75f6a220ac87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 17:22:45.907500 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port e5234408-763e-442a-927c-0810d88598f7 is: DOWN; New status is: BUILD {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:22:45.907949 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5234408-763e-442a-927c-0810d88598f7), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:45.921771 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5234408-763e-442a-927c-0810d88598f7 {{(pid=103945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 17:22:45.939109 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] Router b355eae0-68f0-4aad-89ff-9ad3dc158f12 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:22:45.943609 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port e5234408-763e-442a-927c-0810d88598f7, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e5234408-763e-442a-927c-0810d88598f7,segment=NetworkSegment(da21527b-630d-48c9-a571-26594f81b000),segment_id=da21527b-630d-48c9-a571-26594f81b000)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:45.949001 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e5234408-763e-442a-927c-0810d88598f7), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:45.997263 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=e5234408-763e-442a-927c-0810d88598f7,revision_number=4']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:46.004775 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.005130 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.005479 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.005835 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.006181 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.006511 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.006847 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.007219 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.007502 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.007831 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.008158 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.008481 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.008800 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:22:46.046527 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:22:46.052169 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d2572dd5-cea6-4f48-b8ed-ce1af0958b9e admin admin] 10.222.0.20 "PUT /v2.0/routers/b355eae0-68f0-4aad-89ff-9ad3dc158f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6228695 Oct 28 17:22:46.054947 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41230) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:46.057332 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] Sync routers for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:22:46.067736 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:22:46.068343 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:22:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:46.159740 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Publish callbacks [] for router (b355eae0-68f0-4aad-89ff-9ad3dc158f12), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.256234 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:22:46.259194 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Publish callbacks [] for router_gateway (b355eae0-68f0-4aad-89ff-9ad3dc158f12), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.308137 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Deleting port e5de094d-7e90-41dd-98c7-7a419d177581 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:46.308809 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.387328 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] For port e5de094d-7e90-41dd-98c7-7a419d177581, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=e5de094d-7e90-41dd-98c7-7a419d177581,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:46.387680 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.400353 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Calling delete_port for e5de094d-7e90-41dd-98c7-7a419d177581 owned by network:router_gateway {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:46.418266 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e1d62-c885-4e47-b733-73a61d858e75 req-f282ce91-ba36-484d-b634-fb6afb071362 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:46.419686 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9d7e1d62-c885-4e47-b733-73a61d858e75 req-f282ce91-ba36-484d-b634-fb6afb071362 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 944 time: 0.0537403 Oct 28 17:22:46.436217 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:22:45Z', 'revision_number': 5, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port': {'id': 'e5de094d-7e90-41dd-98c7-7a419d177581', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:28Z', 'updated_at': '2022-10-28T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:46.460441 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] Checking router: b355eae0-68f0-4aad-89ff-9ad3dc158f12 for host: dv-cinder-859839-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:22:46.468753 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] Routers {'b355eae0-68f0-4aad-89ff-9ad3dc158f12'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:22:46.469351 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:22:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:46.469492 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9d7e1d62-c885-4e47-b733-73a61d858e75 req-2b693102-e14d-49e3-9049-0de1f61d5c52 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Oct 28 17:22:46.551782 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] Set router b355eae0-68f0-4aad-89ff-9ad3dc158f12 gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:22:46.573566 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (e5de094d-7e90-41dd-98c7-7a419d177581), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.601319 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5de094d-7e90-41dd-98c7-7a419d177581,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:46.603545 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:22:46Z', 'revision_number': 6, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:46.632443 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684dc9e-fca2-4af4-b6c2-84e740a60f35 None None] The sync data for ids ['b355eae0-68f0-4aad-89ff-9ad3dc158f12'] in dv-cinder-859839-1-iscsi is: [{'id': 'b355eae0-68f0-4aad-89ff-9ad3dc158f12', 'name': 'tempest-TestVolumeBootPattern-127487983-router', 'tenant_id': '3abebcebabd8423b88fce0d5e65b81a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:27Z', 'updated_at': '2022-10-28T17:22:46Z', 'revision_number': 6, 'project_id': '3abebcebabd8423b88fce0d5e65b81a7', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:22:46.674622 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (b355eae0-68f0-4aad-89ff-9ad3dc158f12), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.758390 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (b355eae0-68f0-4aad-89ff-9ad3dc158f12), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.760560 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Publish callbacks [] for router_controller (b355eae0-68f0-4aad-89ff-9ad3dc158f12), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.807544 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (b355eae0-68f0-4aad-89ff-9ad3dc158f12), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.808107 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b355eae0-68f0-4aad-89ff-9ad3dc158f12 {{(pid=103943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:22:46.813002 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.814471 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-bc8901fd-e6cb-442d-8ce6-9901b1a3095c admin admin] 10.222.0.20 "DELETE /v2.0/routers/b355eae0-68f0-4aad-89ff-9ad3dc158f12 HTTP/1.1" status: 204 len: 168 time: 0.7584810 Oct 28 17:22:46.816956 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41236) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:46.864186 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1ab13c-2b81-4bdf-b2b3-f86fadff9830 admin admin] Deleting subnet bb8530f7-264a-46ec-9833-4412157a69e8 {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:22:46.867506 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6d1ab13c-2b81-4bdf-b2b3-f86fadff9830 admin admin] Publish callbacks [] for subnet (bb8530f7-264a-46ec-9833-4412157a69e8), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.901338 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6d1ab13c-2b81-4bdf-b2b3-f86fadff9830 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5549045'] for subnet (bb8530f7-264a-46ec-9833-4412157a69e8), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:46.976324 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6d1ab13c-2b81-4bdf-b2b3-f86fadff9830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (bb8530f7-264a-46ec-9833-4412157a69e8), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.034783 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6d1ab13c-2b81-4bdf-b2b3-f86fadff9830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5548949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5515814'] for subnet (bb8530f7-264a-46ec-9833-4412157a69e8), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.060755 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ab13c-2b81-4bdf-b2b3-f86fadff9830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8530f7-264a-46ec-9833-4412157a69e8,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:47.067112 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6d1ab13c-2b81-4bdf-b2b3-f86fadff9830 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.071616 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6d1ab13c-2b81-4bdf-b2b3-f86fadff9830 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb8530f7-264a-46ec-9833-4412157a69e8 HTTP/1.1" status: 204 len: 168 time: 0.2537489 Oct 28 17:22:47.073213 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6660f-d4b6-497f-95c5-3400c426b459 None None] Network 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:22:47.074387 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41238) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:47.144533 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (2f7c9441-eac8-495b-be8c-b2ca75ecaa50), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.194176 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Deleting port b9acd9ec-dcf9-494a-addd-663e7aa4a6db {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:47.194543 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.261000 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] For port b9acd9ec-dcf9-494a-addd-663e7aa4a6db, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=b9acd9ec-dcf9-494a-addd-663e7aa4a6db,segment=NetworkSegment(0423b900-583d-4574-88bd-4761acec6268),segment_id=0423b900-583d-4574-88bd-4761acec6268)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:47.261263 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.273266 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Calling delete_port for b9acd9ec-dcf9-494a-addd-663e7aa4a6db owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:47.359240 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (b9acd9ec-dcf9-494a-addd-663e7aa4a6db), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.382624 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9acd9ec-dcf9-494a-addd-663e7aa4a6db,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:47.386167 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] No DVR routers for this DVR port b9acd9ec-dcf9-494a-addd-663e7aa4a6db on host dv-cinder-859839-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:22:47.427211 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf61c7c-8533-487b-8a58-e39ed0f62ffb None None] DHCP port deletion for 2f7c9441-eac8-495b-be8c-b2ca75ecaa50 request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:22:47.462909 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (2f7c9441-eac8-495b-be8c-b2ca75ecaa50), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.482537 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7c9441-eac8-495b-be8c-b2ca75ecaa50']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:47.491596 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0423b900-583d-4574-88bd-4761acec6268') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:47.491894 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0423b900-583d-4574-88bd-4761acec6268') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:47.501425 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530286'] for segment (0423b900-583d-4574-88bd-4761acec6268), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.516133 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (0423b900-583d-4574-88bd-4761acec6268), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.524692 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:22:47.525209 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5233132'] for segment (0423b900-583d-4574-88bd-4761acec6268), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.566266 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment 0423b900-583d-4574-88bd-4761acec6268 resource provider aggregate not found Oct 28 17:22:47.599700 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment 0423b900-583d-4574-88bd-4761acec6268 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0423b900-583d-4574-88bd-4761acec6268 found for delete ", "request_id": "req-b6ae9596-5b4e-4aca-82b9-5cbe7e308fd0"}]} Oct 28 17:22:47.621685 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (2f7c9441-eac8-495b-be8c-b2ca75ecaa50), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.628331 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:47.631004 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] 10.222.0.20 "DELETE /v2.0/networks/2f7c9441-eac8-495b-be8c-b2ca75ecaa50 HTTP/1.1" status: 204 len: 168 time: 0.5556250 Oct 28 17:22:47.634086 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41246) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:47.644115 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f14ba-89e3-4eb5-a864-63b2c49fed1d admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7c9441-eac8-495b-be8c-b2ca75ecaa50,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:47.659756 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666128e-8cdc-45b7-af9d-3d35c63b30f3 req-38d2b992-7ec8-41f1-8552-583c9f93a082 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:47.661316 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c666128e-8cdc-45b7-af9d-3d35c63b30f3 req-38d2b992-7ec8-41f1-8552-583c9f93a082 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 944 time: 0.0916054 Oct 28 17:22:47.713764 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-c666128e-8cdc-45b7-af9d-3d35c63b30f3 req-78c0ef38-e282-4a48-bca7-1ec4ac1241c5 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451918 Oct 28 17:22:47.966217 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927978'] for router_interface (970e035c-5f75-46a4-a591-a58e31284d46), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:48.460178 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] Deleting port 07b0d999-8191-4c7d-8599-950f22885349 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:48.460921 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (07b0d999-8191-4c7d-8599-950f22885349), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:48.538134 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] For port 07b0d999-8191-4c7d-8599-950f22885349, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=07b0d999-8191-4c7d-8599-950f22885349,segment=NetworkSegment(d2dee9de-c325-4f09-adc7-920aef7d3f8b),segment_id=d2dee9de-c325-4f09-adc7-920aef7d3f8b)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:48.538490 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (07b0d999-8191-4c7d-8599-950f22885349), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:48.550799 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] Calling delete_port for 07b0d999-8191-4c7d-8599-950f22885349 owned by network:router_interface {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:48.680130 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1d6d895b-1f82-4913-9954-c91562e33ce5 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:22:48.699461 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 1d6d895b-1f82-4913-9954-c91562e33ce5 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:22:48.699931 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 1d6d895b-1f82-4913-9954-c91562e33ce5 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:22:48.700475 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device e5de094d-7e90-41dd-98c7-7a419d177581 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:22:48.718767 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: e5de094d-7e90-41dd-98c7-7a419d177581 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:22:48.719115 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device e5de094d-7e90-41dd-98c7-7a419d177581 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:22:48.719601 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device b9acd9ec-dcf9-494a-addd-663e7aa4a6db no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:22:48.728664 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (07b0d999-8191-4c7d-8599-950f22885349), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:48.742709 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: b9acd9ec-dcf9-494a-addd-663e7aa4a6db {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:22:48.742709 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device b9acd9ec-dcf9-494a-addd-663e7aa4a6db not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:22:48.752890 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] Pushing event deleted for resources: {'Port': ['ID=07b0d999-8191-4c7d-8599-950f22885349,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:48.863579 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ff3a6-eac2-4442-a317-0b773f6a6358 req-7ea50a1c-6b1d-41ca-a4de-2a856c070d34 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:48.865147 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0b8ff3a6-eac2-4442-a317-0b773f6a6358 req-7ea50a1c-6b1d-41ca-a4de-2a856c070d34 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 944 time: 0.0648661 Oct 28 17:22:48.915861 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0b8ff3a6-eac2-4442-a317-0b773f6a6358 req-37cf804d-944c-4908-8748-b69ad10bb3c1 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443728 Oct 28 17:22:48.923520 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914266'] for router_interface (970e035c-5f75-46a4-a591-a58e31284d46), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.136227 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] Router 970e035c-5f75-46a4-a591-a58e31284d46 has already been hosted by L3 agent f631d1c6-d076-4e29-b26f-fcc43e4e8537 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 17:22:49.241390 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] Notify agent at l3_agent.dv-cinder-859839-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 17:22:49.246907 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ad4c302b-21f5-4939-af90-acfcabd8b59f admin admin] 10.222.0.20 "PUT /v2.0/routers/970e035c-5f75-46a4-a591-a58e31284d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6116400 Oct 28 17:22:49.250894 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41254) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:49.253880 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] Sync routers for ids ['970e035c-5f75-46a4-a591-a58e31284d46'] in dv-cinder-859839-1-iscsi {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 17:22:49.265673 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] Routers {'970e035c-5f75-46a4-a591-a58e31284d46'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:22:49.266330 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:22:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['970e035c-5f75-46a4-a591-a58e31284d46'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:49.347854 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Publish callbacks [] for router (970e035c-5f75-46a4-a591-a58e31284d46), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.365876 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] Set router 970e035c-5f75-46a4-a591-a58e31284d46 gateway port host: dv-cinder-859839-1-iscsi {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:22:49.445341 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Publish callbacks [] for router_gateway (970e035c-5f75-46a4-a591-a58e31284d46), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.495737 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Deleting port 2361a36f-277b-4650-b60b-9c006f04ad3a {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:49.496073 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.537142 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970e035c-5f75-46a4-a591-a58e31284d46', 'name': 'tempest-TestVolumeBootPattern-1552448123-router', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'external_fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:32Z', 'updated_at': '2022-10-28T17:22:48Z', 'revision_number': 5, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'gw_port': {'id': '2361a36f-277b-4650-b60b-9c006f04ad3a', 'name': '', 'network_id': '91186eee-0d19-4147-a86f-a931ded67571', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970e035c-5f75-46a4-a591-a58e31284d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T17:12:33Z', 'updated_at': '2022-10-28T17:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2fb0e5a-5f5f-42ab-8bda-4e46165220f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-1-iscsi'}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:49.561709 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] Checking router: 970e035c-5f75-46a4-a591-a58e31284d46 for host: dv-cinder-859839-1-iscsi {{(pid=103945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 17:22:49.570178 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] Routers {'970e035c-5f75-46a4-a591-a58e31284d46'} bound to L3 agent in host dv-cinder-859839-1-iscsi {{(pid=103945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 17:22:49.570810 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T17:00:41Z,description=,heartbeat_timestamp=2022-10-28T17:22:41Z,host='dv-cinder-859839-1-iscsi',id=f631d1c6-d076-4e29-b26f-fcc43e4e8537,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T17:00:41Z,topic='l3_agent')) {'router_ids': ['970e035c-5f75-46a4-a591-a58e31284d46'], 'active': True} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:49.577697 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] For port 2361a36f-277b-4650-b60b-9c006f04ad3a, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=2361a36f-277b-4650-b60b-9c006f04ad3a,segment=NetworkSegment(e852727e-06eb-4dc0-a01d-9b482e5618b9),segment_id=e852727e-06eb-4dc0-a01d-9b482e5618b9)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:49.578101 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.590601 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Calling delete_port for 2361a36f-277b-4650-b60b-9c006f04ad3a owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:49.651887 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvr_db [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] Set router 970e035c-5f75-46a4-a591-a58e31284d46 gateway port host: None {{(pid=103945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 17:22:49.701807 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_hamode_db [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970e035c-5f75-46a4-a591-a58e31284d46', 'name': 'tempest-TestVolumeBootPattern-1552448123-router', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:32Z', 'updated_at': '2022-10-28T17:22:49Z', 'revision_number': 6, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'gw_port_host': None}], 'dv-cinder-859839-1-iscsi', False) {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:49.725426 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba598592-d378-42a8-8ce2-8729b22efe54 None None] The sync data for ids ['970e035c-5f75-46a4-a591-a58e31284d46'] in dv-cinder-859839-1-iscsi is: [{'id': '970e035c-5f75-46a4-a591-a58e31284d46', 'name': 'tempest-TestVolumeBootPattern-1552448123-router', 'tenant_id': '5a28987ca62245e386e91ded8ed40100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T17:12:32Z', 'updated_at': '2022-10-28T17:22:49Z', 'revision_number': 6, 'project_id': '5a28987ca62245e386e91ded8ed40100', 'gw_port_host': None}] {{(pid=103945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 17:22:49.752753 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (2361a36f-277b-4650-b60b-9c006f04ad3a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.779400 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Pushing event deleted for resources: {'Port': ['ID=2361a36f-277b-4650-b60b-9c006f04ad3a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:49.837704 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7929056'] for router_gateway (970e035c-5f75-46a4-a591-a58e31284d46), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.922202 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4076'] for router (970e035c-5f75-46a4-a591-a58e31284d46), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.924358 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Publish callbacks [] for router_controller (970e035c-5f75-46a4-a591-a58e31284d46), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.969283 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916300'] for router (970e035c-5f75-46a4-a591-a58e31284d46), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.969831 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 970e035c-5f75-46a4-a591-a58e31284d46 {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 17:22:49.974443 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:49.977848 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0b6e308a-6367-4dce-80e4-741e0b7a32bd admin admin] 10.222.0.20 "DELETE /v2.0/routers/970e035c-5f75-46a4-a591-a58e31284d46 HTTP/1.1" status: 204 len: 168 time: 0.7237051 Oct 28 17:22:49.978185 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41260) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:50.045984 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f2d587-d0b1-4585-b806-55fe8107c032 admin admin] Deleting subnet 6369f81f-ecbc-44d9-beda-a694d1421adb {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:22:50.050435 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-23f2d587-d0b1-4585-b806-55fe8107c032 admin admin] Publish callbacks [] for subnet (6369f81f-ecbc-44d9-beda-a694d1421adb), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.101729 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25439f-4884-4320-8f2d-c99d27e4b8ae req-77115623-d1cd-4be1-9541-c2dca1c25e0e tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:50.103380 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-de25439f-4884-4320-8f2d-c99d27e4b8ae req-77115623-d1cd-4be1-9541-c2dca1c25e0e tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 944 time: 0.1005614 Oct 28 17:22:50.105797 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-23f2d587-d0b1-4585-b806-55fe8107c032 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32530295'] for subnet (6369f81f-ecbc-44d9-beda-a694d1421adb), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.200962 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-de25439f-4884-4320-8f2d-c99d27e4b8ae req-25688049-c103-4326-9159-35f049eb5fd5 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763531 Oct 28 17:22:50.211455 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-23f2d587-d0b1-4585-b806-55fe8107c032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (6369f81f-ecbc-44d9-beda-a694d1421adb), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.263778 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-23f2d587-d0b1-4585-b806-55fe8107c032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5235466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446516'] for subnet (6369f81f-ecbc-44d9-beda-a694d1421adb), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.292838 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2d587-d0b1-4585-b806-55fe8107c032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6369f81f-ecbc-44d9-beda-a694d1421adb,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:50.296381 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-23f2d587-d0b1-4585-b806-55fe8107c032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.299605 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-23f2d587-d0b1-4585-b806-55fe8107c032 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6369f81f-ecbc-44d9-beda-a694d1421adb HTTP/1.1" status: 204 len: 168 time: 0.3204148 Oct 28 17:22:50.302279 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41262) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:50.304640 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bf4739-7b72-4cb0-a4dd-8f1530f78b40 None None] Network 523c6686-e636-4947-acfc-47c9d2c3f654 requested from dv-cinder-859839-1-iscsi {{(pid=103945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 17:22:50.368617 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (523c6686-e636-4947-acfc-47c9d2c3f654), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.388720 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['e5234408-763e-442a-927c-0810d88598f7'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:22:50.417514 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Deleting port c3651d18-05ce-4d9a-b528-b555c7ac70c1 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:50.417752 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.489404 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] For port c3651d18-05ce-4d9a-b528-b555c7ac70c1, host dv-cinder-859839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-1-iscsi',level=0,port_id=c3651d18-05ce-4d9a-b528-b555c7ac70c1,segment=NetworkSegment(d2dee9de-c325-4f09-adc7-920aef7d3f8b),segment_id=d2dee9de-c325-4f09-adc7-920aef7d3f8b)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:50.489767 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.505503 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Calling delete_port for c3651d18-05ce-4d9a-b528-b555c7ac70c1 owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:50.519602 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc38006-30fc-46e9-9e4c-c95140dcccb3 None None] DHCP port deletion for 523c6686-e636-4947-acfc-47c9d2c3f654 request from dv-cinder-859839-1-iscsi {{(pid=103945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 17:22:50.586419 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5233115'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.589645 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9fc38006-30fc-46e9-9e4c-c95140dcccb3 None None] Deleting port c3651d18-05ce-4d9a-b528-b555c7ac70c1 {{(pid=103945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:22:50.590100 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9fc38006-30fc-46e9-9e4c-c95140dcccb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), before_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.611938 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3651d18-05ce-4d9a-b528-b555c7ac70c1,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:50.615449 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] No DVR routers for this DVR port c3651d18-05ce-4d9a-b528-b555c7ac70c1 on host dv-cinder-859839-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:22:50.655003 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-9fc38006-30fc-46e9-9e4c-c95140dcccb3 None None] For port c3651d18-05ce-4d9a-b528-b555c7ac70c1, host dv-cinder-859839-1-iscsi, got binding levels [] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:50.655409 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9fc38006-30fc-46e9-9e4c-c95140dcccb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), precommit_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.668971 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-9fc38006-30fc-46e9-9e4c-c95140dcccb3 None None] Calling delete_port for c3651d18-05ce-4d9a-b528-b555c7ac70c1 owned by network:dhcp {{(pid=103945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:22:50.675546 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.ipam_backend_mixin [None req-9fc38006-30fc-46e9-9e4c-c95140dcccb3 None None] Port c3651d18-05ce-4d9a-b528-b555c7ac70c1 was not found and therefore no delete operation was performed {{(pid=103945) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 28 17:22:50.676837 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-9fc38006-30fc-46e9-9e4c-c95140dcccb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149'] for port (c3651d18-05ce-4d9a-b528-b555c7ac70c1), after_delete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.689783 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (523c6686-e636-4947-acfc-47c9d2c3f654), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.705629 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc38006-30fc-46e9-9e4c-c95140dcccb3 None None] Pushing event deleted for resources: {'Port': ['ID=c3651d18-05ce-4d9a-b528-b555c7ac70c1,revision_number=None']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:50.709403 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc38006-30fc-46e9-9e4c-c95140dcccb3 None None] No DVR routers for this DVR port c3651d18-05ce-4d9a-b528-b555c7ac70c1 on host dv-cinder-859839-1-iscsi {{(pid=103945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:22:50.709936 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523c6686-e636-4947-acfc-47c9d2c3f654']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:50.720648 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dee9de-c325-4f09-adc7-920aef7d3f8b') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:50.721068 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dee9de-c325-4f09-adc7-920aef7d3f8b') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:22:50.722448 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 2361a36f-277b-4650-b60b-9c006f04ad3a no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:22:50.732832 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530286'] for segment (d2dee9de-c325-4f09-adc7-920aef7d3f8b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.747220 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (d2dee9de-c325-4f09-adc7-920aef7d3f8b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.754681 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:22:50.755092 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5233132'] for segment (d2dee9de-c325-4f09-adc7-920aef7d3f8b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.802577 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment d2dee9de-c325-4f09-adc7-920aef7d3f8b resource provider aggregate not found Oct 28 17:22:50.839739 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.services.segments.plugin [-] Segment d2dee9de-c325-4f09-adc7-920aef7d3f8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2dee9de-c325-4f09-adc7-920aef7d3f8b found for delete ", "request_id": "req-94ee08ff-b0cd-472f-9127-abe260e1da4d"}]} Oct 28 17:22:50.848362 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (523c6686-e636-4947-acfc-47c9d2c3f654), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.858929 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:50.863327 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/523c6686-e636-4947-acfc-47c9d2c3f654 HTTP/1.1" status: 204 len: 168 time: 0.5598867 Oct 28 17:22:50.892327 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 2361a36f-277b-4650-b60b-9c006f04ad3a {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:22:50.892640 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 2361a36f-277b-4650-b60b-9c006f04ad3a not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:22:50.893136 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 07b0d999-8191-4c7d-8599-950f22885349 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:22:50.897034 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f55c78-4b77-4e5e-8432-017bc7d0cde9 admin admin] Pushing event deleted for resources: {'Network': ['ID=523c6686-e636-4947-acfc-47c9d2c3f654,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:50.922757 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: 07b0d999-8191-4c7d-8599-950f22885349 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:22:50.923100 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device 07b0d999-8191-4c7d-8599-950f22885349 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:22:50.923758 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device c3651d18-05ce-4d9a-b528-b555c7ac70c1 no longer exists at agent ovs-agent-dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:22:50.942351 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] No Port match for: c3651d18-05ce-4d9a-b528-b555c7ac70c1 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:22:50.942633 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Device c3651d18-05ce-4d9a-b528-b555c7ac70c1 not bound to the agent host dv-cinder-859839-1-iscsi {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:22:51.016318 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41282) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:51.058487 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-7d3f5b95-0fd0-4d2d-b293-5ddc029caf20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3abebcebabd8423b88fce0d5e65b81a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405934 Oct 28 17:22:51.061031 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41286) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:51.108959 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9c11ef7c-0f04-4284-b7ee-700616132d85 admin admin] Publish callbacks [] for security_group (6c19b46f-f77f-4051-8d72-6b90a5d19d51), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.130529 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9c11ef7c-0f04-4284-b7ee-700616132d85 admin admin] Publish callbacks [] for security_group (6c19b46f-f77f-4051-8d72-6b90a5d19d51), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.182380 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9c11ef7c-0f04-4284-b7ee-700616132d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6c19b46f-f77f-4051-8d72-6b90a5d19d51), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.185325 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9c11ef7c-0f04-4284-b7ee-700616132d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.186517 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9c11ef7c-0f04-4284-b7ee-700616132d85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c19b46f-f77f-4051-8d72-6b90a5d19d51 HTTP/1.1" status: 204 len: 168 time: 0.1245930 Oct 28 17:22:51.194663 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11ef7c-0f04-4284-b7ee-700616132d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c19b46f-f77f-4051-8d72-6b90a5d19d51,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:51.332737 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35aa33-f7f3-4bb9-a4c3-d515ff6d2406 req-ee85c14d-5167-4d01-8573-c65e82bf96fc tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:51.334660 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a35aa33-f7f3-4bb9-a4c3-d515ff6d2406 req-ee85c14d-5167-4d01-8573-c65e82bf96fc tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 944 time: 0.0568533 Oct 28 17:22:51.388318 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7a35aa33-f7f3-4bb9-a4c3-d515ff6d2406 req-89d0cc41-a0d3-43ee-b309-3d3a96782c05 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467145 Oct 28 17:22:51.552799 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41320) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:51.598246 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41324) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:51.598443 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b8737a1a-d848-40f2-b04b-4ceaf5054d4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a28987ca62245e386e91ded8ed40100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443223 Oct 28 17:22:51.648977 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-31d2f3bf-569e-4d73-9328-ca2287fcde45 admin admin] Publish callbacks [] for security_group (3e6270e1-a5aa-4b22-84cb-f0117e21df71), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.670311 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-31d2f3bf-569e-4d73-9328-ca2287fcde45 admin admin] Publish callbacks [] for security_group (3e6270e1-a5aa-4b22-84cb-f0117e21df71), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.716508 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-31d2f3bf-569e-4d73-9328-ca2287fcde45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (3e6270e1-a5aa-4b22-84cb-f0117e21df71), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.719203 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-31d2f3bf-569e-4d73-9328-ca2287fcde45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.720407 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-31d2f3bf-569e-4d73-9328-ca2287fcde45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e6270e1-a5aa-4b22-84cb-f0117e21df71 HTTP/1.1" status: 204 len: 168 time: 0.1210413 Oct 28 17:22:51.729835 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2f3bf-569e-4d73-9328-ca2287fcde45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6270e1-a5aa-4b22-84cb-f0117e21df71,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:51.823211 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device e5234408-763e-442a-927c-0810d88598f7 up at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 17:22:51.856725 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.879372 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning for port e5234408-763e-442a-927c-0810d88598f7 completed by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 17:22:51.883125 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.db.provisioning_blocks [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Provisioning complete for port e5234408-763e-442a-927c-0810d88598f7 triggered by entity L2. {{(pid=103945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 17:22:51.883489 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570739'] for port (e5234408-763e-442a-927c-0810d88598f7), provisioning_complete {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.883827 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Attempt 1 to provision port e5234408-763e-442a-927c-0810d88598f7 Oct 28 17:22:51.963109 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Current status of the port e5234408-763e-442a-927c-0810d88598f7 is: BUILD; New status is: ACTIVE {{(pid=103945) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 17:22:51.963654 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619445'] for port (e5234408-763e-442a-927c-0810d88598f7), before_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:51.990491 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baec0035-d690-4f64-a915-a0177b64c9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5234408-763e-442a-927c-0810d88598f7'}] {{(pid=103945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:22:51.992941 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3380f3b3612a0b78ddc042b99b068d8b07f8bb1981eca8797d481682f0de44eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e640630a-5d36-4b33-83ee-9b5c05bfd642" -d '{"events": [{"server_uuid": "baec0035-d690-4f64-a915-a0177b64c9a9", "name": "network-vif-plugged", "status": "completed", "tag": "e5234408-763e-442a-927c-0810d88598f7"}]}' {{(pid=103945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:22:52.007099 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] For port e5234408-763e-442a-927c-0810d88598f7, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e5234408-763e-442a-927c-0810d88598f7,segment=NetworkSegment(da21527b-630d-48c9-a571-26594f81b000),segment_id=da21527b-630d-48c9-a571-26594f81b000)] {{(pid=103945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:22:52.012579 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757694472852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757693915158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757693915176'] for port (e5234408-763e-442a-927c-0810d88598f7), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:52.061485 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Pushing event updated for resources: {'Port': ['ID=e5234408-763e-442a-927c-0810d88598f7,revision_number=5']} {{(pid=103945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:52.241862 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e762de-4c79-45e4-926e-dca334f0abf8 x-openstack-request-id: req-46e762de-4c79-45e4-926e-dca334f0abf8 {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:22:52.242082 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baec0035-d690-4f64-a915-a0177b64c9a9", "name": "network-vif-plugged", "status": "completed", "tag": "e5234408-763e-442a-927c-0810d88598f7", "code": 200}]} {{(pid=103945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:22:52.242374 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46e762de-4c79-45e4-926e-dca334f0abf8 {{(pid=103945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:22:52.242782 dv-cinder-859839-1-iscsi neutron-server[103945]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e762de-4c79-45e4-926e-dca334f0abf8'] response: {'server_uuid': 'baec0035-d690-4f64-a915-a0177b64c9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5234408-763e-442a-927c-0810d88598f7', 'code': 200} Oct 28 17:22:52.419014 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e5829-b8b5-42ee-819f-2f52a5cd4765 req-a7ed8b5a-90b2-415d-985a-fd055560207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:52.420660 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f52e5829-b8b5-42ee-819f-2f52a5cd4765 req-a7ed8b5a-90b2-415d-985a-fd055560207f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 1129 time: 0.0459576 Oct 28 17:22:52.470316 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f52e5829-b8b5-42ee-819f-2f52a5cd4765 req-c97b53f3-e9fe-4200-80f5-5aa57749046c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Oct 28 17:22:52.518851 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd52711-0609-430e-aa00-4fc8ed0db7cd req-0271182e-06d6-4493-bc32-cb8eb47d1944 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:52.520259 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4fd52711-0609-430e-aa00-4fc8ed0db7cd req-0271182e-06d6-4493-bc32-cb8eb47d1944 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 945 time: 0.0517132 Oct 28 17:22:52.570389 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4fd52711-0609-430e-aa00-4fc8ed0db7cd req-4340dad7-136f-4662-ae65-e9e36216cfb9 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443225 Oct 28 17:22:53.705404 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40fa31-9c85-4021-b27a-ee29c1551a71 req-45038791-698c-4331-9d14-0f4b01872225 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:53.706901 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-db40fa31-9c85-4021-b27a-ee29c1551a71 req-45038791-698c-4331-9d14-0f4b01872225 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 945 time: 0.0612726 Oct 28 17:22:53.755516 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-db40fa31-9c85-4021-b27a-ee29c1551a71 req-1bf61622-8b8a-495c-ac59-b3881c976342 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Oct 28 17:22:54.901690 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2631-be40-4d83-82a5-ee6af0dcd5e2 req-5411684e-b0b4-41cd-a12f-ed1207d4c8f7 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:22:54.903116 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-936f2631-be40-4d83-82a5-ee6af0dcd5e2 req-5411684e-b0b4-41cd-a12f-ed1207d4c8f7 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 945 time: 0.0680110 Oct 28 17:22:54.953465 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-936f2631-be40-4d83-82a5-ee6af0dcd5e2 req-5e7628a6-28c3-4f6d-8722-1cb336d69ad8 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420392 Oct 28 17:22:56.480163 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41376) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:56.600615 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f7d68aed-b9b9-4a11-83b1-fd8222a9ca89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:56.677919 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f7d68aed-b9b9-4a11-83b1-fd8222a9ca89 admin admin] Publish callbacks [] for security_group (75af6ec1-9cea-4f7e-bec4-7b880ebc826a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:56.684271 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f7d68aed-b9b9-4a11-83b1-fd8222a9ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (75af6ec1-9cea-4f7e-bec4-7b880ebc826a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:56.719790 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d68aed-b9b9-4a11-83b1-fd8222a9ca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75af6ec1-9cea-4f7e-bec4-7b880ebc826a,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:22:56.723967 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f7d68aed-b9b9-4a11-83b1-fd8222a9ca89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe18aff316274c12bbb8994a821b2d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424948 Oct 28 17:22:56.727002 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41380) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:22:56.779154 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-296c8e69-8168-4216-9892-606b89787085 admin admin] Publish callbacks [] for security_group (75af6ec1-9cea-4f7e-bec4-7b880ebc826a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:56.799769 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-296c8e69-8168-4216-9892-606b89787085 admin admin] Publish callbacks [] for security_group (75af6ec1-9cea-4f7e-bec4-7b880ebc826a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:56.825157 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:22:56.855928 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-296c8e69-8168-4216-9892-606b89787085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (75af6ec1-9cea-4f7e-bec4-7b880ebc826a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:56.858778 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-296c8e69-8168-4216-9892-606b89787085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:22:56.860103 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-296c8e69-8168-4216-9892-606b89787085 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75af6ec1-9cea-4f7e-bec4-7b880ebc826a HTTP/1.1" status: 204 len: 168 time: 0.1319425 Oct 28 17:22:56.868754 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c8e69-8168-4216-9892-606b89787085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af6ec1-9cea-4f7e-bec4-7b880ebc826a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:23:02.612361 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-d6d75874-1909-42e5-9d4c-05bd52bf40ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480144 Oct 28 17:23:02.701700 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-68b2501f-6683-4d64-b1eb-a11d5af0b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:23:02.703899 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-68b2501f-6683-4d64-b1eb-a11d5af0b37c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fc37bc7845a4d9fa6334677edfc217b&device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 1129 time: 0.0490236 Oct 28 17:23:02.810694 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-da767e3f-9242-40a2-8373-227e7a972ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:23:02.812248 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-da767e3f-9242-40a2-8373-227e7a972ae0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d436678e-cecc-4c60-95b7-50bd8563995e HTTP/1.1" status: 200 len: 915 time: 0.0897670 Oct 28 17:23:02.852976 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-40e04971-2e0e-41e6-a798-6738ce69f2c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5234408-763e-442a-927c-0810d88598f7 HTTP/1.1" status: 200 len: 217 time: 0.0343983 Oct 28 17:23:02.904526 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-c8b8bcd4-5409-4ab9-8f08-330bf113487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:23:02.907004 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-c8b8bcd4-5409-4ab9-8f08-330bf113487c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4d49975-2d5a-4b6d-bcba-75f6a220ac87 HTTP/1.1" status: 200 len: 854 time: 0.0490963 Oct 28 17:23:02.945264 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-7e77888f-c8db-4b01-aaa5-aee7577b182d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d436678e-cecc-4c60-95b7-50bd8563995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327339 Oct 28 17:23:03.035509 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-cba68ede-ca80-43a4-84dd-6f5a911c2bc5 service neutron] 10.222.0.44 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836461 Oct 28 17:23:03.137451 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-300264e0-a4c0-435a-a625-dada89ca66f3 req-047eace5-75f9-460d-8777-c50d9f33b85c service neutron] 10.222.0.44 "GET /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940924 Oct 28 17:23:09.082328 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-dc6adf2c-65b8-4405-ac5b-a1ce638efca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:11.463841 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-99fc4d54-d6fc-4d36-97ff-2948c28ed4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:12.554312 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:14.137614 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:15.396160 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:20.394506 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdc6b7-8cec-45bf-8875-734e96e03b50 req-83357a73-a36e-47f8-9a6c-5350a996b900 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:23:20.395881 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-13fdc6b7-8cec-45bf-8875-734e96e03b50 req-83357a73-a36e-47f8-9a6c-5350a996b900 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 945 time: 0.0586574 Oct 28 17:23:20.447362 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-13fdc6b7-8cec-45bf-8875-734e96e03b50 req-88ae8767-36e4-425e-87ae-dc8ffd38c8e9 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Oct 28 17:23:21.592546 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f16098-b849-4a87-b90a-84f34de54915 req-5662de89-643e-4531-9a3d-03b7b1ce12fd tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:23:21.594061 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-81f16098-b849-4a87-b90a-84f34de54915 req-5662de89-643e-4531-9a3d-03b7b1ce12fd tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 945 time: 0.0636482 Oct 28 17:23:21.651049 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-81f16098-b849-4a87-b90a-84f34de54915 req-22b06c57-9433-46cc-86b1-88e37d2de397 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6cff0b-6c59-4c7e-8a87-fee067b8061e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511220 Oct 28 17:23:21.860024 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:22.346545 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-a1f00ac1-6009-437d-b0ba-1245c51f0da6 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 17:23:22.348095 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-a1f00ac1-6009-437d-b0ba-1245c51f0da6 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.44 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 945 time: 0.0644121 Oct 28 17:23:22.433840 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Deleting port e5234408-763e-442a-927c-0810d88598f7 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 17:23:22.434207 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757694465055'] for port (e5234408-763e-442a-927c-0810d88598f7), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:22.525281 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] For port e5234408-763e-442a-927c-0810d88598f7, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e5234408-763e-442a-927c-0810d88598f7,segment=NetworkSegment(da21527b-630d-48c9-a571-26594f81b000),segment_id=da21527b-630d-48c9-a571-26594f81b000)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 17:23:22.525637 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929335'] for port (e5234408-763e-442a-927c-0810d88598f7), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:22.538153 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Calling delete_port for e5234408-763e-442a-927c-0810d88598f7 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 17:23:22.666101 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757694472834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757693915149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5542212'] for port (e5234408-763e-442a-927c-0810d88598f7), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:22.678363 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.db [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] get_ports_and_sgs() called for port_ids ['e5234408-763e-442a-927c-0810d88598f7'] {{(pid=103945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 17:23:22.694259 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Pushing event deleted for resources: {'Port': ['ID=e5234408-763e-442a-927c-0810d88598f7,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:23:22.705505 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.705858 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.706206 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.706552 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.706888 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.707223 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.707581 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.707894 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.708239 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.708571 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.708898 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.709212 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.709543 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:22.747900 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] No DVR routers for this DVR port e5234408-763e-442a-927c-0810d88598f7 on host hv-cinder-85983 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 17:23:22.751700 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43509'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:22.755140 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e1600975-e3a4-4422-8856-06fbbdbefa0e req-f8e5b5e4-8259-44ac-a971-06bc8318d8cf tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.44 "DELETE /v2.0/ports/e5234408-763e-442a-927c-0810d88598f7 HTTP/1.1" status: 204 len: 173 time: 0.4017253 Oct 28 17:23:22.755650 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baec0035-d690-4f64-a915-a0177b64c9a9', 'name': 'network-vif-deleted', 'tag': 'e5234408-763e-442a-927c-0810d88598f7'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 17:23:22.757921 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32705c797d672769f619d6bdd4afa059d0d2e310457c7c62308e7dbaef43531b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b3cc52-50b4-41a8-9bea-7c05f1a7a871" -d '{"events": [{"server_uuid": "baec0035-d690-4f64-a915-a0177b64c9a9", "name": "network-vif-deleted", "tag": "e5234408-763e-442a-927c-0810d88598f7"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 17:23:22.761815 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-bdae7cd5-44f2-46be-b7fa-cb9e63ebb213 req-0ffb2749-0477-478b-ab4c-cbd81f9caf88 tempest-VolumesSnapshotTestJSON-1345557111 tempest-VolumesSnapshotTestJSON-1345557111-project] 10.222.0.20 "GET /v2.0/ports?device_id=baec0035-d690-4f64-a915-a0177b64c9a9 HTTP/1.1" status: 200 len: 210 time: 0.0307562 Oct 28 17:23:22.818168 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5129c92-44a2-44e0-ba7c-2dc7ccae6352 x-openstack-request-id: req-d5129c92-44a2-44e0-ba7c-2dc7ccae6352 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 17:23:22.818476 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baec0035-d690-4f64-a915-a0177b64c9a9", "name": "network-vif-deleted", "tag": "e5234408-763e-442a-927c-0810d88598f7", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 17:23:22.818732 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5129c92-44a2-44e0-ba7c-2dc7ccae6352 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 17:23:22.819142 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5129c92-44a2-44e0-ba7c-2dc7ccae6352'] response: {'server_uuid': 'baec0035-d690-4f64-a915-a0177b64c9a9', 'name': 'network-vif-deleted', 'tag': 'e5234408-763e-442a-927c-0810d88598f7', 'status': 'completed', 'code': 200} Oct 28 17:23:26.943035 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device e5234408-763e-442a-927c-0810d88598f7 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 17:23:26.967287 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] No Port match for: e5234408-763e-442a-927c-0810d88598f7 {{(pid=103945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 17:23:26.967698 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.rpc [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Device e5234408-763e-442a-927c-0810d88598f7 not bound to the agent host hv-cinder-85983 {{(pid=103945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 17:23:33.830885 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:23:39.087685 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f13ecf10-6409-4424-8abb-2f0aedb47209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:41.456823 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-409d6162-8164-467d-87c7-203d15903748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:42.545473 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:44.141357 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:45.391997 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.359987 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41598) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:23:49.404939 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Deleting subnet e4d49975-2d5a-4b6d-bcba-75f6a220ac87 {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 17:23:49.408335 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Publish callbacks [] for subnet (e4d49975-2d5a-4b6d-bcba-75f6a220ac87), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.443330 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32530295'] for subnet (e4d49975-2d5a-4b6d-bcba-75f6a220ac87), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.484848 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572225'] for subnet (e4d49975-2d5a-4b6d-bcba-75f6a220ac87), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.541104 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8354591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5235466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446516'] for subnet (e4d49975-2d5a-4b6d-bcba-75f6a220ac87), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.565987 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4d49975-2d5a-4b6d-bcba-75f6a220ac87,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:23:49.570500 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.573632 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e4d49975-2d5a-4b6d-bcba-75f6a220ac87 HTTP/1.1" status: 204 len: 168 time: 0.2126312 Oct 28 17:23:49.576483 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41600) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:23:49.578515 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.578873 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.579220 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.579562 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.579895 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.580198 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.580558 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.580886 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.581185 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.581538 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.581863 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.582202 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.582509 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689522a-f420-488e-acb3-a48589d10968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 17:23:49.647768 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918937'] for network (d436678e-cecc-4c60-95b7-50bd8563995e), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.724123 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569800', 'neutron.services.segments.db._delete_segments_for_network-8757694410024'] for network (d436678e-cecc-4c60-95b7-50bd8563995e), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.746954 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d436678e-cecc-4c60-95b7-50bd8563995e']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:23:49.756576 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da21527b-630d-48c9-a571-26594f81b000') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:23:49.756877 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da21527b-630d-48c9-a571-26594f81b000') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 17:23:49.766458 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757694411066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5549036'] for segment (da21527b-630d-48c9-a571-26594f81b000), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.780219 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053'] for segment (da21527b-630d-48c9-a571-26594f81b000), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.786933 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 17:23:49.787322 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5542259'] for segment (da21527b-630d-48c9-a571-26594f81b000), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.849293 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8364020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928988'] for network (d436678e-cecc-4c60-95b7-50bd8563995e), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.854832 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939440'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:49.858130 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] 10.222.0.20 "DELETE /v2.0/networks/d436678e-cecc-4c60-95b7-50bd8563995e HTTP/1.1" status: 204 len: 168 time: 0.2803080 Oct 28 17:23:49.872030 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b822c3-3d96-4fb9-ba6d-cf0dade2237a admin admin] Pushing event deleted for resources: {'Network': ['ID=d436678e-cecc-4c60-95b7-50bd8563995e,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:23:49.982542 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment da21527b-630d-48c9-a571-26594f81b000 resource provider aggregate not found Oct 28 17:23:49.998986 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.services.segments.plugin [-] Segment da21527b-630d-48c9-a571-26594f81b000 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da21527b-630d-48c9-a571-26594f81b000 found for delete ", "request_id": "req-28dc973c-dbda-4999-ae45-bacee05bbe9e"}]} Oct 28 17:23:50.023713 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.20', 41610) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:23:50.063159 dv-cinder-859839-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f1613063-2092-4f48-a1b2-fd3b3540381e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fc37bc7845a4d9fa6334677edfc217b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382299 Oct 28 17:23:50.065697 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.20', 41612) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 17:23:50.115645 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f79c952f-6540-42b6-af55-e3fc2c673026 admin admin] Publish callbacks [] for security_group (6d6cff0b-6c59-4c7e-8a87-fee067b8061e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:50.138110 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f79c952f-6540-42b6-af55-e3fc2c673026 admin admin] Publish callbacks [] for security_group (6d6cff0b-6c59-4c7e-8a87-fee067b8061e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:50.187071 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f79c952f-6540-42b6-af55-e3fc2c673026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8363845'] for security_group (6d6cff0b-6c59-4c7e-8a87-fee067b8061e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:50.189906 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f79c952f-6540-42b6-af55-e3fc2c673026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:23:50.191119 dv-cinder-859839-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f79c952f-6540-42b6-af55-e3fc2c673026 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d6cff0b-6c59-4c7e-8a87-fee067b8061e HTTP/1.1" status: 204 len: 168 time: 0.1244032 Oct 28 17:23:50.198985 dv-cinder-859839-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c952f-6540-42b6-af55-e3fc2c673026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6cff0b-6c59-4c7e-8a87-fee067b8061e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 17:23:51.883563 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:09.090820 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-8e227967-5253-4f30-9528-186a7e7b6f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:10.835150 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:24:11.471941 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d72e30c7-1737-4c1e-bd3b-b0c3f767eaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:12.561482 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:14.145835 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:15.392955 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:21.904812 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:35.499169 dv-cinder-859839-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-203ebaba-e19d-4fd3-9643-e5e74088a469 req-13f7bff3-3237-46c3-9220-419ab1ff6772 service neutron] (103943) timed out ('10.222.0.44', 49370) {{(pid=103943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 17:24:39.095540 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c64b73ed-17b4-43ca-9de0-0076b2fe3779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:41.475864 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-a2b37fac-f004-4677-b08a-01a4513b5aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:42.557842 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:44.151882 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:45.399919 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:24:47.838081 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:24:51.918059 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:09.096867 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-65207f69-391c-49e2-a4d1-f7cc72e8e43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:11.478777 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-b239e793-dfd5-430d-a218-bd1b722fc17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:12.562381 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:14.156700 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:15.393385 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:21.917396 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:24.843732 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:25:39.106896 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-69f8e054-8544-4bc1-b8d8-e2a8e3129fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:41.482288 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-3affc2ce-55f9-4548-a899-4a5863e2aa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:42.566440 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:44.167037 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:45.400355 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:25:51.918982 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:01.848155 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:26:09.100728 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-d3fb95a7-2f33-456b-831c-2a868edd6ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:11.483101 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c6590ea3-a81a-4cf1-aa23-4fb8703a248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:12.577854 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:14.166488 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:15.394914 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:21.929501 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:38.852222 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:26:39.107308 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-2de6b2bb-ab33-40e6-8f8b-b9f3ea86e4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:41.483212 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-49c14b1b-f20f-4bef-a92a-494453af1210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:42.578365 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:44.174626 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:45.400881 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:26:51.931708 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:09.092184 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-46f855b7-4449-45b4-b203-09d629d8df23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:11.486931 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ffe7-d7fe-45dd-a12a-0a743fcf9e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:12.577068 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:14.174507 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:15.397855 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:15.856541 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:27:21.933044 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:39.099026 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-488a058c-ac55-4ce6-a31e-af9ae2d6ffdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:41.487020 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-64abd7dc-5f13-4fe8-af69-7874ba7089af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:42.585714 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:44.185174 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:45.395011 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:51.935756 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:27:52.858249 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:28:09.094898 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-50659ada-6b35-47c3-b246-eed2af113bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:11.493532 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-fd0dfb72-babb-40b2-86df-a5095353a331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:12.589718 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:14.183820 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:15.390465 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:21.943884 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:29.859031 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:28:39.086781 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-8f5a5473-bc66-4237-978d-a581d50e93a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:41.484690 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-427feaee-d369-4850-814b-2e4272f21944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:42.589420 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:44.191631 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:45.397480 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:28:51.957122 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:29:06.865510 dv-cinder-859839-1-iscsi neutron-server[103946]: DEBUG neutron.db.agents_db [None req-3d1cc463-6c31-441d-a2de-7f26ff56c4a1 None None] Agent healthcheck: found 6 active agents {{(pid=103946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 17:29:09.091770 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-7c7565cb-7bd0-48b3-bee2-c41d6c8ac02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (63e6478a-74d6-4ac5-83f5-c1014cd6477c), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:29:11.487807 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-b67b6346-a17a-4bea-bee9-d39d7b9af665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (f631d1c6-d076-4e29-b26f-fcc43e4e8537), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:29:12.588399 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-c79f0e4d-9278-4687-a6e8-e7cfec51b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (9ffd9f0c-2938-4c15-bd0e-d2e44a4e10c3), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:29:14.197021 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-0876d075-eb6b-4ed9-87eb-c2ed20ea4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (abf26e76-d6bc-4d6c-bc86-8e13e0fdd730), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:29:15.383278 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6469f4f0-aca1-4bf2-910b-6eb498e81def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (b94a4801-a3d5-4ba9-a219-d083eeefb913), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 17:29:21.952885 dv-cinder-859839-1-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4790-b74e-43a0-b71e-9fad65e1f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757694410006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570577'] for agent (42c0bc0e-591f-47ed-b392-157c0507a8ce), after_update {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}